-- Logs begin at Sun 2021-06-27 11:21:06 UTC, end at Sun 2021-06-27 12:39:49 UTC. --
Jun 27 12:11:25.790442 dv-cinder-798098-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 27 12:11:27.910624 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.common.config [-] Logging enabled!
Jun 27 12:11:27.911325 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 27 12:11:27.911420 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74792) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 27 12:11:27.913635 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.common.config [-] Logging enabled!
Jun 27 12:11:27.913893 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 27 12:11:27.914146 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74792) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 27 12:11:27.915106 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 27 12:11:27.915346 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 27 12:11:27.915703 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 27 12:11:27.915953 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 27 12:11:27.916183 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 27 12:11:27.916535 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.916839 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.917672 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.918196 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.918196 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.918480 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.918767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.919060 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.919362 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.919651 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.919937 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.920226 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.920488 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.920777 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.921066 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.921359 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.921587 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.921871 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.922301 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.922728 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.923010 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.923303 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.923588 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.923867 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.924154 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.924515 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] host                           = dv-cinder-798098-1-iscsi {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.924798 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.925087 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.925376 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.925668 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.925944 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.926223 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.926511 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.926787 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.927063 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.927343 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.927633 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.927923 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.928211 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.928465 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.928691 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.928978 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.929268 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.929548 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.929826 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.930104 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.930380 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.930655 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.930926 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.931211 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.931502 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.931788 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.932066 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.932359 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.932640 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.933595 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.933890 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.934173 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.934454 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.934734 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.935025 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.935300 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.935577 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.935883 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.936174 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.936493 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.936783 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.937063 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.937350 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.937625 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.937898 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.938174 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.938451 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.938726 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.939011 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.939288 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.939564 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.939841 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.940256 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.940575 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:27.940878 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.941180 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.941486 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.941774 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.942069 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.942358 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.942653 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.942935 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.943228 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.943524 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.943818 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.944099 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.944412 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.944712 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.945006 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.945282 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.945565 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.945859 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.946146 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.946420 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.946699 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.946990 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.947272 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.947551 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.947838 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.948118 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.948455 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.948983 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.948983 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.949287 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.949567 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.949842 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.950117 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.950398 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.950674 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.950962 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.951244 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.951521 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.951797 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.952077 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.952371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.952653 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.952935 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.953218 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.953767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.954044 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.954319 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.954596 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.954870 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.955146 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.955423 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.955697 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.955979 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.956252 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.956559 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.956838 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.957114 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.957389 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.957683 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.957982 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.958263 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.958547 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.958828 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.959107 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.959387 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.959669 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.959949 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.960231 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.960532 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.960826 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.961114 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.961407 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.961695 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.961980 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.962280 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.962565 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.962852 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.963142 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.963427 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.963716 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.964053 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.964654 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.964854 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.965161 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.965463 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.965767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.966061 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.966376 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.966664 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:27.966889 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 27 12:11:27.967138 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74792) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 27 12:11:28.369282 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO keyring.backend [-] Loading KWallet
Jun 27 12:11:28.376563 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO keyring.backend [-] Loading SecretService
Jun 27 12:11:28.379820 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO keyring.backend [-] Loading Windows
Jun 27 12:11:28.381172 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO keyring.backend [-] Loading chainer
Jun 27 12:11:28.381747 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO keyring.backend [-] Loading macOS
Jun 27 12:11:28.414200 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:28.414480 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:11:28.414773 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:28.415112 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 27 12:11:28.721639 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.721934 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.722211 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.778863 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.779146 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.779427 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.782561 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.782846 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.783123 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.811680 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.811967 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.812243 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.838480 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.838766 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:28.839158 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.159904 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f00da278700> agent after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.160550 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f00da278700> agent after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.160550 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f00da278790> segment precommit_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.160720 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f00da278820> network precommit_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.161403 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f00da2089d0> segment before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.285661 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> network before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.285980 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f00da259f70> agent before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.286268 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> network before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.286544 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.286817 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.287132 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> segment after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.287402 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> segment precommit_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.287668 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> segment precommit_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.287929 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> segment after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.288216 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> network after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.288505 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> network precommit_delete 0 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.288779 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port provisioning_complete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.289048 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.289310 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.289582 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> agent after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.289856 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> subnet after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.290118 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> subnet precommit_delete 0 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.290395 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.290655 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.290943 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> segment_host_mapping after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.291294 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.291553 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.291806 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> port after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.292779 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.293268 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.293268 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f00dab6e520>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.293641 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.293885 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.294129 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.294371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.294611 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.294850 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:29.295396 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 27 12:11:29.298639 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 27 12:11:29.302575 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 27 12:11:29.306646 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Jun 27 12:11:29.308992 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 27 12:11:29.309373 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 27 12:11:29.309709 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 27 12:11:29.310096 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 27 12:11:29.312941 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 27 12:11:29.313199 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 27 12:11:29.313552 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 27 12:11:29.341144 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jun 27 12:11:29.341638 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f00da14cd00>> qos_plugin after_init 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.341940 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74792) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 27 12:11:29.342306 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f00da14c910>> logging-plugin after_init 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.343683 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74792) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 27 12:11:29.343969 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 27 12:11:29.344221 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 27 12:11:29.347458 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f00da0b0cd0>> floatingip before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.347749 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f00da0b0cd0>> port before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:29.408003 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 27 12:11:29.408241 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 27 12:11:29.408505 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 27 12:11:29.408876 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 27 12:11:29.439572 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_db.sqlalchemy.engines [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74792) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 27 12:11:29.879882 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing driver for type 'gre'
Jun 27 12:11:29.880443 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] gre ID ranges: [(1, 1000)]
Jun 27 12:11:30.022660 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing driver for type 'local'
Jun 27 12:11:30.023002 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing driver for type 'vlan'
Jun 27 12:11:30.080089 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] VlanTypeDriver initialization complete
Jun 27 12:11:30.080561 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing driver for type 'vxlan'
Jun 27 12:11:30.081067 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] vxlan ID ranges: [(1, 1000)]
Jun 27 12:11:30.217248 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing extension driver 'port_security'
Jun 27 12:11:30.217822 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.extensions.port_security [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] PortSecurityExtensionDriver initialization complete
Jun 27 12:11:30.217927 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing mechanism driver 'openvswitch'
Jun 27 12:11:30.218245 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing mechanism driver 'hyperv'
Jun 27 12:11:30.224757 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.plugins.ml2.plugin [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74792) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:30.225542 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1386a0>> port after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.225923 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1386a0>> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.226286 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1386a0>> port after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.226681 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1389a0>> subnet after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.227043 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1389a0>> subnet after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.227400 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00da1389a0>> subnet after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.227787 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8dbe0>> network after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.228145 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8dbe0>> network after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.228524 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8dbe0>> network after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.228910 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8de80>> security_group after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.229264 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8de80>> security_group after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.229635 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8de80>> security_group after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.230020 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8df10>> security_group_rule after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.230374 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8df10>> security_group_rule after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.230722 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f00d9b8df10>> security_group_rule after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.231069 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] ML2 OVO RPC backend initialized. {{(pid=74792) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jun 27 12:11:30.231707 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> router_interface after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.232068 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> router_interface after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.232521 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> network before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.234924 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> networks before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.234924 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> port before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.234924 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> ports before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.234924 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> subnet before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235283 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> subnets before_response 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235283 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> network after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235283 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> network after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235283 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> network after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235599 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> port after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.235945 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.236290 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> port after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.236659 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> subnet after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.237004 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> subnet after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.237344 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f00d9b91340>> subnet after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.237925 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.plugin [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Modular L2 Plugin initialization complete
Jun 27 12:11:30.238258 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading services supported by the core plugin {{(pid=74792) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 27 12:11:30.238590 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.plugins.ml2.managers [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Got port-security extension from driver 'port_security'
Jun 27 12:11:30.239077 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.extensions.vlantransparent [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Disabled vlantransparent extension.
Jun 27 12:11:30.239499 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74792) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 27 12:11:30.239820 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: router
Jun 27 12:11:30.275586 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router_interface before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.275983 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_create 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.276380 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router before_create 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.277345 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router_interface before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.277723 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router_interface after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.278087 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_delete 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.278454 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> floatingip after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.278823 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_create 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.279176 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.279535 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.279893 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router_gateway after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.280256 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.280695 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.281068 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f00da1c8b80> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.281414 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f00da1c8a60> port after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.281756 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f00da1c8af0> subnet after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.282101 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f00da1c8c10> subnetpool_address_scope after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.282453 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> port precommit_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.282805 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_create 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.283151 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f00da330af0> port before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.283498 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.283858 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router after_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.284205 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_delete 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.284591 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_create 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.284963 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router_interface after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.285313 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> router precommit_update 55549900 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.285680 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> agent after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.286032 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> agent after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.286378 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f00d9b915b0>> network after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.287237 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Tracking information for resource: router configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:30.287576 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Tracking information for resource: floatingip configured {{(pid=74792) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 27 12:11:30.292779 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.db.l3_agentschedulers_db [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 27 12:11:30.293357 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f00d9b05310> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.293725 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f00d9b051f0> port after_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.294083 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _notify_port_delete at 0x7f00d9b05280> port after_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.294439 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f00d9b055e0> port after_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.295244 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00d9b24eb0>> router before_create 55550100 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.295616 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00d9b24eb0>> router precommit_delete 55550100 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.295616 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00d9b24eb0>> router precommit_create 55550100 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.300019 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f00d9b24eb0>> router precommit_update 55550100 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.300668 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.provider_configuration [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service providers = [] {{(pid=74792) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 27 12:11:30.301046 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.db.servicetype_db [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74792) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 27 12:11:30.303968 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.service_base [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 27 12:11:30.304324 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.service_base [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 27 12:11:30.304691 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.service_base [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 27 12:11:30.305737 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.services.service_base [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74792) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 27 12:11:30.306120 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.services.service_base [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 27 12:11:30.306506 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.306831 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 27 12:11:30.318202 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.318546 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: auto_allocate
Jun 27 12:11:30.324980 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f00d9b4b9d0> network precommit_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.325357 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f00d9b4b9d0> network precommit_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.325888 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.326215 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: tag
Jun 27 12:11:30.333262 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.333599 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: timestamp
Jun 27 12:11:30.337394 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.337737 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: network_ip_availability
Jun 27 12:11:30.343165 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9b5fe50>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.343544 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9b5fe50>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.343912 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9b5fe50>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.344662 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.344990 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: flavors
Jun 27 12:11:30.349955 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.350296 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading Plugin: revisions
Jun 27 12:11:30.354598 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74792) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 27 12:11:30.354989 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.940s {{(pid=74792) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:11:30.355737 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74792) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jun 27 12:11:30.356073 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Initializing extension manager.
Jun 27 12:11:30.356613 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: __init__.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.356962 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: __pycache__ {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.357303 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.357643 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.357977 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: _filter_validation_lib.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.358313 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.358644 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: address_group.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.359394 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.359962 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: address-group
Jun 27 12:11:30.360289 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: address_scope.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.361022 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.361545 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: address-scope
Jun 27 12:11:30.361873 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.362785 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.363302 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: router-admin-state-down-before-update
Jun 27 12:11:30.363629 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: agent.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.364323 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.364869 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: agent
Jun 27 12:11:30.365194 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: agent_resources_synced.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.366102 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.366616 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: agent-resources-synced
Jun 27 12:11:30.366943 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: allowedaddresspairs.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.368738 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.369274 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: allowed-address-pairs
Jun 27 12:11:30.369608 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: auto_allocated_topology.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.371235 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.371755 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: auto-allocated-topology
Jun 27 12:11:30.372088 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: availability_zone.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.372812 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.373328 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: availability_zone
Jun 27 12:11:30.373657 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: availability_zone_filter.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.374568 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.375087 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: availability_zone_filter
Jun 27 12:11:30.375417 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: data_plane_status.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.376327 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.376862 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 27 12:11:30.377190 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: default_subnetpools.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.378102 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.378622 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: default-subnetpools
Jun 27 12:11:30.378953 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.379733 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.380255 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: dhcp_agent_scheduler
Jun 27 12:11:30.380617 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: dns.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.381544 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.382063 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension dns-integration not supported by any of loaded plugins
Jun 27 12:11:30.382394 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: dns_domain_ports.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.383310 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.383829 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 27 12:11:30.384159 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: dvr.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.384856 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.385373 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: dvr
Jun 27 12:11:30.385705 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: empty_string_filtering.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.387144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.387666 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: empty-string-filtering
Jun 27 12:11:30.387996 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.388927 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.389440 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 27 12:11:30.389765 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.390666 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.391181 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 27 12:11:30.391509 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: external_net.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.392441 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.392967 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: external-net
Jun 27 12:11:30.393292 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.394189 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.394707 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: extra_dhcp_opt
Jun 27 12:11:30.395032 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: extraroute.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.395938 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.396494 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: extraroute
Jun 27 12:11:30.396826 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: extraroute_atomic.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.397851 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.398370 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: extraroute-atomic
Jun 27 12:11:30.398699 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: filter_validation.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.399368 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.399881 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: filter-validation
Jun 27 12:11:30.400208 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: fip_pf_description.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.401142 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.401682 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 27 12:11:30.402083 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: fip_port_details.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.403091 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.403610 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: fip-port-details
Jun 27 12:11:30.403942 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: flavors.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.405219 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.405754 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: flavors
Jun 27 12:11:30.406086 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.407755 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.408289 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 27 12:11:30.408664 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: floatingip_pools.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.409364 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.409886 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: floatingip-pools
Jun 27 12:11:30.410220 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: ip_allocation.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.411138 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.411654 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 27 12:11:30.411985 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.412934 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.413460 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: ip-substring-filtering
Jun 27 12:11:30.413796 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l2_adjacency.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.414717 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.415236 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 27 12:11:30.415570 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.416565 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.417125 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: router
Jun 27 12:11:30.417456 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.419808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.420371 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 27 12:11:30.420713 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.421636 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.422164 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: ext-gw-mode
Jun 27 12:11:30.422496 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.423406 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.423925 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: l3-ha
Jun 27 12:11:30.424254 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3_flavors.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.425201 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.425720 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: l3-flavors
Jun 27 12:11:30.426047 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.426973 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.427488 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 27 12:11:30.427815 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: l3agentscheduler.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.428885 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.429407 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: l3_agent_scheduler
Jun 27 12:11:30.429738 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: logging.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.431236 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.431769 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension logging not supported by any of loaded plugins
Jun 27 12:11:30.432103 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: metering.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.433575 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.434158 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: metering
Jun 27 12:11:30.434492 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.435596 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.436121 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: metering_source_and_destination_fields
Jun 27 12:11:30.436490 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: multiprovidernet.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.437415 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.437931 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: multi-provider
Jun 27 12:11:30.438261 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: netmtu.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.439311 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.439832 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: net-mtu
Jun 27 12:11:30.440166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: netmtu_writable.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.441116 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.441634 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: net-mtu-writable
Jun 27 12:11:30.441965 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: network_availability_zone.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.442633 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.443153 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: network_availability_zone
Jun 27 12:11:30.443479 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: network_ip_availability.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.444602 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.445126 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: network-ip-availability
Jun 27 12:11:30.445459 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: network_segment_range.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.446234 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.446745 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 27 12:11:30.447075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: pagination.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.448061 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.449006 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: pagination
Jun 27 12:11:30.449339 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.450254 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.450779 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: port-mac-address-regenerate
Jun 27 12:11:30.451107 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: port_resource_request.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.452020 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.452565 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 27 12:11:30.452894 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: portbindings.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.454083 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.454602 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: binding
Jun 27 12:11:30.454930 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: portbindings_extended.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.456205 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.456767 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: binding-extended
Jun 27 12:11:30.457103 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: portsecurity.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.458008 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.458526 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: port-security
Jun 27 12:11:30.458856 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: project_id.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.459831 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.460163 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: project-id
Jun 27 12:11:30.460519 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: providernet.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.461432 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.461990 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: provider
Jun 27 12:11:30.462319 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.465877 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.466422 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos not supported by any of loaded plugins
Jun 27 12:11:30.466759 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.468069 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.468582 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 27 12:11:30.468923 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.469834 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.470365 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 27 12:11:30.470702 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_default.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.471606 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.472138 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-default not supported by any of loaded plugins
Jun 27 12:11:30.472508 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_fip.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.473162 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.473675 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-fip not supported by any of loaded plugins
Jun 27 12:11:30.474004 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_gateway_ip.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.474928 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.475469 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 27 12:11:30.475794 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_port_network_policy.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.476741 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.477280 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 27 12:11:30.477606 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_rule_type_details.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.478513 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.479024 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 27 12:11:30.479349 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: qos_rules_alias.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.480542 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.481063 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 27 12:11:30.481391 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: quotasv2.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.482274 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.482605 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: quotas
Jun 27 12:11:30.482931 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: quotasv2_detail.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.484739 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.485086 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: quota_details
Jun 27 12:11:30.485427 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: rbac.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.486487 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.487023 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: rbac-policies
Jun 27 12:11:30.487361 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: rbac_address_scope.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.488284 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.488841 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: rbac-address-scope
Jun 27 12:11:30.489174 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: rbac_security_groups.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.490085 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.490609 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: rbac-security-groups
Jun 27 12:11:30.490939 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: rbac_subnetpool.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.491851 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.492396 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: rbac-subnetpool
Jun 27 12:11:30.492728 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: revisionifmatch.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.493649 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.494171 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: revision-if-match
Jun 27 12:11:30.494506 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: revisions.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.496134 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.496683 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: standard-attr-revisions
Jun 27 12:11:30.497022 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: router_availability_zone.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.497698 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.498226 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: router_availability_zone
Jun 27 12:11:30.498553 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: routerservicetype.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.499485 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.500029 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension router-service-type not supported by any of loaded plugins
Jun 27 12:11:30.500331 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.501268 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.501788 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: port-security-groups-filtering
Jun 27 12:11:30.502115 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: securitygroup.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.513663 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.514202 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: security-group
Jun 27 12:11:30.514544 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: segment.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.515332 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.515858 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension segment not supported by any of loaded plugins
Jun 27 12:11:30.516198 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.517231 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.517757 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 27 12:11:30.518092 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: servicetype.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.519206 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.519731 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: service-type
Jun 27 12:11:30.520062 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: sorting.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.521101 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.521441 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: sorting
Jun 27 12:11:30.521771 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: standard_attr_segment.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.522686 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.523214 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 27 12:11:30.523542 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: standardattrdescription.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.524190 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.524746 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: standard-attr-description
Jun 27 12:11:30.525080 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: stateful_security_group.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.526007 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.526580 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: stateful-security-group
Jun 27 12:11:30.526938 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: stdattrs_common.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.527521 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 27 12:11:30.527849 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.528800 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.529324 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 27 12:11:30.529650 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnet_onboard.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.546157 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.546688 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: subnet_onboard
Jun 27 12:11:30.547023 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.547961 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.548514 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 27 12:11:30.548847 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnet_service_types.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.549763 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.550287 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: subnet-service-types
Jun 27 12:11:30.550617 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnetallocation.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.551702 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.552234 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: subnet_allocation
Jun 27 12:11:30.552596 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.553289 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.553809 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: subnetpool-prefix-ops
Jun 27 12:11:30.554137 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.555067 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.555592 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 27 12:11:30.555922 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: tagging.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.557011 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.557559 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: standard-attr-tag
Jun 27 12:11:30.558432 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: timestamp.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.559746 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.560273 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loaded extension: standard-attr-timestamp
Jun 27 12:11:30.560631 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: trunk.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.561662 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.562192 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension trunk not supported by any of loaded plugins
Jun 27 12:11:30.562530 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: trunk_details.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.563452 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.563973 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension trunk-details not supported by any of loaded plugins
Jun 27 12:11:30.564303 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: uplink_status_propagation.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.565260 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.565781 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 27 12:11:30.566112 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Loading extension file: vlantransparent.py {{(pid=74792) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 27 12:11:30.566782 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74792) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 27 12:11:30.567304 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 27 12:11:30.569569 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:network
Jun 27 12:11:30.570316 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnet
Jun 27 12:11:30.571115 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 27 12:11:30.571768 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:port
Jun 27 12:11:30.573100 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.574232 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service FLAVORS assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.574860 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.575300 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.575641 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:router
Jun 27 12:11:30.577021 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:floatingip
Jun 27 12:11:30.577107 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service METERING assigned prefix: /metering {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.578762 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9a22220>> rbac-policy before_create 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.579138 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9a22220>> rbac-policy before_update 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.579496 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f00d9a22220>> rbac-policy before_delete 55550000 {{(pid=74792) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:11:30.580659 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 27 12:11:30.581118 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:security_group
Jun 27 12:11:30.581813 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 27 12:11:30.582579 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service CORE assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.582943 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 27 12:11:30.583287 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] subnetpool is already registered
Jun 27 12:11:30.583907 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service CORE assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.584243 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 27 12:11:30.584609 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] subnetpool is already registered
Jun 27 12:11:30.587252 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.587717 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service FLAVORS assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.588317 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.588767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.589138 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:router
Jun 27 12:11:30.589472 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] router is already registered
Jun 27 12:11:30.590076 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:floatingip
Jun 27 12:11:30.590409 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] floatingip is already registered
Jun 27 12:11:30.591043 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service METERING assigned prefix: /metering {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.591716 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 27 12:11:30.592048 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] rbac_policy is already registered
Jun 27 12:11:30.592656 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:security_group
Jun 27 12:11:30.592991 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] security_group is already registered
Jun 27 12:11:30.593633 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 27 12:11:30.593968 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] security_group_rule is already registered
Jun 27 12:11:30.594626 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service CORE assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.594962 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 27 12:11:30.595299 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] subnetpool is already registered
Jun 27 12:11:30.595933 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.v2.resource_helper [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Service CORE assigned prefix:  {{(pid=74792) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 27 12:11:30.596269 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 27 12:11:30.596630 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING neutron.quota.resource_registry [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] subnetpool is already registered
Jun 27 12:11:30.597278 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: extensions {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.599404 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: address-groups {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.600394 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: address-scopes {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.601589 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: agents {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.602738 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: auto-allocated-topology {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.603994 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: availability_zones {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.605680 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: dhcp-networks {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.607105 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: dhcp-agents {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.608565 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: routers {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.610425 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: flavors {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.611611 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: service_profiles {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.612842 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: next_providers {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.614391 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: service_profiles {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.615907 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: floatingip-pools {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.617190 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: routers {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.618974 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: floatingips {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.620816 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: l3-routers {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.622293 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: l3-agents {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.623677 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: metering-labels {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.625092 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: metering-label-rules {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.626343 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: network-ip-availabilities {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.627602 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: bindings {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.630201 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: quotas {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.631663 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: quotas {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.633158 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: rbac-policies {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.634462 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: security-groups {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.635658 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: security-group-rules {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.637610 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: service-providers {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.638857 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: subnetpools {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.640307 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: subnetpools {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.645157 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.645157 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.645308 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.646998 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.648796 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.650480 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.652359 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.654205 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.656079 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.658033 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron.api.extensions [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Extended resource: tags {{(pid=74792) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 27 12:11:30.663918 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING keystonemiddleware.auth_token [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 27 12:11:30.669241 dv-cinder-798098-1-iscsi neutron-server[74792]: WARNING keystonemiddleware.auth_token [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 27 12:11:30.677381 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Acquired lock "singleton_lock" {{(pid=74792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 27 12:11:30.677859 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_concurrency.lockutils [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Releasing lock "singleton_lock" {{(pid=74792) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 27 12:11:30.678478 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Starting 2 workers
Jun 27 12:11:30.683633 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Started child 74899 {{(pid=74792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 27 12:11:30.687849 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Started child 74900 {{(pid=74792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 27 12:11:30.689349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.689979 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO neutron.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 27 12:11:30.689979 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Notify callbacks [] for process, before_spawn {{(pid=74792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.690832 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [-] (74899) wsgi starting up on http://0.0.0.0:9696
Jun 27 12:11:30.692630 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Starting 1 workers
Jun 27 12:11:30.692789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.694074 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [-] (74900) wsgi starting up on http://0.0.0.0:9696
Jun 27 12:11:30.697554 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Started child 74901 {{(pid=74792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 27 12:11:30.698078 dv-cinder-798098-1-iscsi neutron-server[74792]: INFO oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Starting 1 workers
Jun 27 12:11:30.701542 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] calling RpcWorker wait() {{(pid=74901) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 27 12:11:30.702113 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] returning from RpcWorker wait() {{(pid=74901) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 27 12:11:30.702295 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Started child 74902 {{(pid=74792) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 27 12:11:30.703074 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG neutron_lib.callbacks.manager [None req-c19ebd36-9849-4387-a521-75e577afe958 None None] Notify callbacks [] for process, after_spawn {{(pid=74792) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.703680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.704179 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:30.705244 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 27 12:11:30.705469 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 27 12:11:30.705653 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 27 12:11:30.705862 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 27 12:11:30.706202 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 27 12:11:30.706369 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 27 12:11:30.706875 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.707150 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.707416 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.707531 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:30.708017 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.708017 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.708524 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.708798 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.709033 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.709302 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.709569 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.709740 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.709913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.710150 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.710377 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.710708 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.710976 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.711215 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.711495 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.711666 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.711914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.712168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.712456 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.712716 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.712971 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.713430 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.713670 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.714017 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.714404 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.714825 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.715067 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.715360 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.715580 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.715800 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.716067 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.716329 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.716586 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.716833 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.717106 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.717340 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.717796 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] host                           = dv-cinder-798098-1-iscsi {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.718039 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.718325 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.718523 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.718749 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.718997 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.719213 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.719463 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.719710 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.719965 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.720185 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.720468 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.720715 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.720931 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.721194 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.721360 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.721607 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.721888 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.722149 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.722341 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.722512 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.722693 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.722953 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.723117 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.723375 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.723599 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.723812 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.724025 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.724260 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.724515 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.724785 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.724997 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.725226 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.725481 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.725695 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.725921 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.726144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.726372 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.726605 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.726817 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.727035 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.727247 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.727469 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.727681 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.727891 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.728126 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.728396 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.728658 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.728890 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.729143 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.729374 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.730239 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.730898 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.731362 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.731362 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.731613 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.731737 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.731895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.732103 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.732355 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.732598 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.732817 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.733031 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.733175 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:30.733319 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.733505 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.733720 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.733959 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.734173 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.734410 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.734644 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.735062 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.735361 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.735678 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.736076 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.736381 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.736381 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.736669 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.736935 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.737096 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.737416 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.737653 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.737895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.738237 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.738496 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.738769 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.739028 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.739278 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.739501 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.739718 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.739934 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.740155 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.740410 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.740660 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.740903 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.741122 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.741347 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.741627 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.741817 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.742082 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.742331 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.742611 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.742841 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.743068 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.743292 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.743533 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.743754 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.743980 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.744222 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.744478 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.744738 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.744967 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.745244 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.749075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.750914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.752168 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.753433 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754092 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754092 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754362 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754510 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754709 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.754952 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.755207 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.755446 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.755667 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.755913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.756204 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.756436 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.756687 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.756936 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.757158 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.757432 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.757683 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.757910 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.758162 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.758416 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.758659 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.758930 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.759198 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.759434 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.759716 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.759962 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.760281 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.760753 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.760906 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.761089 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.761379 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.761725 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.761954 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.762260 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.762514 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.762767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.763038 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.763271 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.763523 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.763789 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.764046 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.764288 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.764597 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.765205 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.765205 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.765448 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.765561 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.765875 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.766243 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.766391 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.766614 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.766898 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.767131 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.767387 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768183 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768183 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768183 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768588 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768723 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.768888 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.771166 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772144 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.772895 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.773342 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.773472 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.773595 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.773796 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.774355 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.774355 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.774624 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.774791 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.775027 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.775255 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.775501 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.776210 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.776210 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.776210 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.776892 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.776892 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777149 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777149 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777392 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777540 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777768 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.777983 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.778245 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.778484 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.778829 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.779051 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.779308 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.779544 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.779860 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.780006 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.780270 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.780472 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.780696 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.780913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.781808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.781808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.781808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.781808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.782399 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.782399 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.782399 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.782729 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.782867 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.783080 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.783292 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.783571 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.783803 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.784050 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.784543 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.784543 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.784798 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.785001 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.785238 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.785476 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787371 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787990 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.787990 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.788155 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.788401 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.788642 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.788890 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.789143 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.789447 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.789747 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.790016 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.790250 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.790533 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.790817 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.791075 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.791311 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.791610 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.792498 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.792887 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.793150 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.793397 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.793675 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.793927 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.794162 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.794408 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.794650 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.794900 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.795158 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.795423 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.795672 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.795892 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.796143 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.796424 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.796654 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.796887 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.797129 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.797348 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.797505 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 27 12:11:30.798300 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74792) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 27 12:11:30.798475 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 27 12:11:30.798631 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 27 12:11:30.798828 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 27 12:11:30.799007 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 27 12:11:30.799161 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 27 12:11:30.799367 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.799530 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.799695 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.799854 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.800183 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.800531 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.800838 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.801141 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.801459 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.801767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.801934 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.802092 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.802409 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.802573 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.802725 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803069 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803227 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803392 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803557 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803721 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.803887 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.804051 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.804208 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.804539 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.804780 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.804959 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805107 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805265 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805426 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805571 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805728 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.805911 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806073 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806227 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806389 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806550 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806711 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.806876 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.807019 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.807173 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] host                           = dv-cinder-798098-1-iscsi {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.807337 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.807489 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.807745 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.808408 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.808583 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.808727 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.808869 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809031 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809182 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809321 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809457 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809592 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.809913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810189 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810189 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810485 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810485 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810835 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.810835 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811099 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811099 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811358 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811495 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811630 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811767 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.811914 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812065 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812202 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812359 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812505 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812641 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812772 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.812915 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813054 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813197 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813509 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813509 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813787 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.813787 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814055 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814055 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814315 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814449 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814595 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814739 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.814879 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815016 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815147 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815276 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815415 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815550 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815687 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815832 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.815978 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816116 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816251 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816404 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816571 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816716 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.816876 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817038 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817192 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817331 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817489 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817632 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817795 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.817948 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.818084 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 27 12:11:30.818276 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.818442 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.818617 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.818782 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.818945 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.819108 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.819271 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.819436 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.819599 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.819763 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820010 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820180 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820319 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820493 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820631 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820766 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.820904 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821039 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821198 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821362 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821583 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821721 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821857 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.821993 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822139 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822274 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822430 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822594 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822758 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.822910 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.823072 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.823273 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.823502 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.823652 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.823790 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824009 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824179 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824360 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824529 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824668 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824844 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.824991 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825159 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825322 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825486 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825650 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825813 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.825964 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826126 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826290 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826454 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826631 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826783 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.826945 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827110 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827274 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827425 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827590 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827754 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.827918 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.828082 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.828247 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.828685 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.828850 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829014 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829178 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829317 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829480 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829644 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829808 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.829972 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830193 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830337 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830473 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830618 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830755 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.830913 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831077 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831240 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831394 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831584 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831730 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.831866 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832010 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832170 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832350 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832521 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832688 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.832851 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833015 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833178 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833341 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833507 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833727 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.833869 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834015 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834151 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834286 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834422 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834566 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834702 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.834867 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835031 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835195 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835344 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835516 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835691 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.835855 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836010 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836157 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836320 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836513 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836654 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836790 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.836957 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837120 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837285 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837457 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837621 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837782 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.837946 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.838108 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.838295 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.838457 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.838621 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.838785 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.839070 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.839342 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.839537 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.839740 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.839883 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840028 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840197 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840464 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840464 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840734 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.840883 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841062 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841062 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841327 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841463 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841597 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841732 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.841868 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842003 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842158 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842295 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842431 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842587 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842752 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.842917 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843080 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843245 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843408 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843558 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843715 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.843950 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844093 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844239 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844410 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844554 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844690 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844826 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.844975 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845112 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845248 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845410 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845573 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845722 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.845887 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846243 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846243 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846532 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846532 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846792 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.846926 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847062 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847197 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847332 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847467 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847601 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847745 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.847881 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848038 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848202 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848407 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848551 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848688 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.848844 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849008 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849169 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849308 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849474 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849623 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849789 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.849961 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850125 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850288 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850520 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:30.850679 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850679 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850950 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.850950 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851209 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851209 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851467 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851602 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851737 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.851880 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852016 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852152 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852299 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852472 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852610 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852756 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.852918 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853093 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853245 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853409 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853574 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853741 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.853915 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.854122 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.854263 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.854412 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855063 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855236 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855459 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855605 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855742 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.855877 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856013 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856148 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856294 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856461 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856613 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856776 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.856939 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857093 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857254 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857407 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857566 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857729 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.857880 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858027 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858192 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858355 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858519 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858683 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.858846 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.859010 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.859163 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 27 12:11:30.859308 dv-cinder-798098-1-iscsi neutron-server[74792]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74792) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 27 12:11:30.971165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 36586) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:11:30.980573 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0064344
Jun 27 12:11:41.383611 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7127dbf7-74e6-4d09-a628-b514d6ed8db3 None None] get_active_networks_info from dv-cinder-798098-1-iscsi {{(pid=74901) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jun 27 12:11:41.478000 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7127dbf7-74e6-4d09-a628-b514d6ed8db3 None None] No non-hosted networks {{(pid=74901) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 27 12:11:41.497485 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.agentschedulers_db [None req-7127dbf7-74e6-4d09-a628-b514d6ed8db3 None None] DHCP Agent not found on host dv-cinder-798098-1-iscsi {{(pid=74901) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 27 12:11:41.611752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-94004d4b-b4c3-4990-82d9-9844f086e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:41.778194 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:41.779144 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.779640 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.780110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.780701 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.783418 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.783927 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.784457 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.784948 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.788406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.788406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.788406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:41.788406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f00d97066d0>, 'Open vSwitch agent', 'dv-cinder-798098-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:41.795783 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f00d95b96d0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798098-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:11:43.618580 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0821c068-2e8d-400b-b7ed-f62a921392b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:43.646974 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-f9314a6f-3f4c-4ddc-9a7a-6eafa89ab498 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-798098-1-iscsi {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:11:43.647772 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-f9314a6f-3f4c-4ddc-9a7a-6eafa89ab498 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:11:44.163132 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f9314a6f-3f4c-4ddc-9a7a-6eafa89ab498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:44.652351 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:46.159761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:47.732021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36676) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:11:48.345435 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING oslo_policy.policy [None req-724f2637-058f-4853-92ab-7925f09abf99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:11:48.346030 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING oslo_policy.policy [None req-724f2637-058f-4853-92ab-7925f09abf99 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:11:48.506268 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.db.l3_hamode_db [None req-83bfe1b9-0685-4178-b03a-d30665947be6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 27 12:11:48.558841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-724f2637-058f-4853-92ab-7925f09abf99 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:11:48.560076 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-724f2637-058f-4853-92ab-7925f09abf99 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8260567
Jun 27 12:11:48.593610 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfe1b9-0685-4178-b03a-d30665947be6 None None] Routers set() bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:11:48.593929 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bfe1b9-0685-4178-b03a-d30665947be6 None None] Router IDs set() for agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 27 12:11:50.758401 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36690) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:11:51.147873 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:11:51.195714 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.policy [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74899) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 27 12:11:51.196507 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING oslo_policy.policy [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:11:51.196920 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING oslo_policy.policy [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:11:51.200809 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.quota [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f00d97f1520>.
Jun 27 12:11:51.218333 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:11:51.374896 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727601779871', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727601801247', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727601804783', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727601682857', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727601686041', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598480', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-611345', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3761574', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676257'] for rbac-policy, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:51.582495 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:51.583684 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e6817326-762a-4ac0-b881-df1a515617a4 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8243358
Jun 27 12:11:54.110084 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36704) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:11:54.481452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '6d911f7e66b5466998d83957691d3863'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:11:54.486175 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:11:54.490649 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Usage tracker for resource:network and tenant:6d911f7e66b5466998d83957691d3863 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:11:54.495786 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:11:54.501867 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:11:54.582107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Made reservation on behalf of 6d911f7e66b5466998d83957691d3863 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:11:54.584991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:54.603879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:54.646952 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:11:54.651168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Usage tracker for resource:security_group_rule and tenant:6d911f7e66b5466998d83957691d3863 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:11:54.654025 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:11:54.659915 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:11:54.726456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:54.805005 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:54.811444 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:54.831246 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:11:54.857608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727602296953', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:54.858207 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f00da278790> segment precommit_create {{(pid=74899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 27 12:11:54.858679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Added segment 57adbb2a-d0d3-46bb-84fb-c890adf606ed of type vlan for network a36cd217-d4e7-45ef-842c-db1645a59eab
Jun 27 12:11:54.873405 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f3371e-2473-49a9-8e20-0e80aa50d509,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:11:54.927308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.927643 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.927972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.928288 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.928649 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.928967 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.929279 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.929603 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.929914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.930221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.930524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Tracked resource versions report:
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]: pushed versions:
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Log': {'1.0'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Network': {'1.1'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Port': {'1.5'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'PortForwarding': {'1.2'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'QosPolicy': {'1.8'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SecurityGroup': {'1.2'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SubPort': {'1.0'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Subnet': {'1.1'},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Trunk': {'1.1'}}
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]: consumer versions:
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Log': '1.0',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Network': '1.1',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Port': '1.5',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'PortForwarding': '1.2',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'QosPolicy': '1.8',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SecurityGroup': '1.2',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SubPort': '1.0',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Subnet': '1.1',
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Trunk': '1.1'}}
Jun 27 12:11:54.932209 dv-cinder-798098-1-iscsi neutron-server[74899]:  {{(pid=74899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:11:54.968458 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:11:54.983511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:55.067873 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:55.069297 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:11:55.069971 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:55.074581 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:55.178795 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Pushing event updated for resources: {'Network': ['ID=a36cd217-d4e7-45ef-842c-db1645a59eab,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:11:55.181945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:11:55.190121 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network a36cd217-d4e7-45ef-842c-db1645a59eab details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:11:55.223062 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.1119103
Jun 27 12:11:57.774052 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36720) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:11:58.239205 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc9476-c9b1-48b2-895b-c61a727daac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:11:58.240551 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6acc9476-c9b1-48b2-895b-c61a727daac1 admin admin] 10.222.0.21 "GET /v2.0/networks/a36cd217-d4e7-45ef-842c-db1645a59eab HTTP/1.1" status: 200  len: 825 time: 0.4655414
Jun 27 12:11:58.270439 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-987c18c6-eb88-4067-aa98-c31ebaac734b admin admin] 10.222.0.21 "GET /v2.0/subnetpools/1dac7e20-9ca5-4cf6-8e1a-2286d74a5236 HTTP/1.1" status: 200  len: 734 time: 0.0241706
Jun 27 12:11:58.279030 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Request body: {'subnet': {'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:11:58.283137 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:11:58.286837 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Usage tracker for resource:subnet and tenant:6d911f7e66b5466998d83957691d3863 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:11:58.289702 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:11:58.295886 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:11:58.364940 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Made reservation on behalf of 6d911f7e66b5466998d83957691d3863 for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:11:58.367285 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:58.708135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:58.713265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:58.792879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4d6587-82c8-46a9-896a-ab02142d8f68,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:11:58.798125 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:11:58.799975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Checking segment: {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:11:58.800373 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Network hostable DHCP agents. Network: a36cd217-d4e7-45ef-842c-db1645a59eab, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:11:58.902178 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Network a36cd217-d4e7-45ef-842c-db1645a59eab is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:11:59.011401 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, a36cd217-d4e7-45ef-842c-db1645a59eab) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:11:59.016086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:11:59.016710 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:59.020995 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a854fb0-f782-4ef8-b692-1516bb4912d2 None None] Network a36cd217-d4e7-45ef-842c-db1645a59eab requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:11:59.114189 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8383539
Jun 27 12:11:59.331483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-a36cd217-d4e7-45ef-842c-db1645a59eab', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:11:59.332688 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:59.515138 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Allocated IP 172.20.0.2 (a36cd217-d4e7-45ef-842c-db1645a59eab/9a4d6587-82c8-46a9-896a-ab02142d8f68/6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:11:59.735366 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:59.748468 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Transition to ACTIVE for port object 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:11:59.767589 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Transition to ACTIVE for port object 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:11:59.834201 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:11:59.840460 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:11:59.905176 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Network a36cd217-d4e7-45ef-842c-db1645a59eab is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:11:59.907905 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:11:59.912998 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Pushing event updated for resources: {'Port': ['ID=6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:11:59.915263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:11:59.926768 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.927112 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.927447 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.927777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.928108 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.928462 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.928790 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.929130 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.929456 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.929775 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.930093 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Tracked resource versions report:
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]: pushed versions:
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Log': {'1.0'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Network': {'1.1'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Port': {'1.5'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'PortForwarding': {'1.2'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'QosPolicy': {'1.8'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SecurityGroup': {'1.2'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SubPort': {'1.0'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Subnet': {'1.1'},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Trunk': {'1.1'}}
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]: consumer versions:
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Log': '1.0',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Network': '1.1',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Port': '1.5',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'PortForwarding': '1.2',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'QosPolicy': '1.8',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SecurityGroup': '1.2',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SubPort': '1.0',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Subnet': '1.1',
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Trunk': '1.1'}}
Jun 27 12:11:59.931286 dv-cinder-798098-1-iscsi neutron-server[74901]:  {{(pid=74901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:11:59.958355 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:00.017524 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Attempting to bind port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:12:00.017850 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Attempting to bind port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:12:00.018272 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Attempting to bind port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a on network a36cd217-d4e7-45ef-842c-db1645a59eab {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:12:00.024634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:12:00.025285 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Checking segment: {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:12:00.025524 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:00.025921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Bound using segment: {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:12:00.026390 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Bound port: 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:12:00.026788 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:00.111338 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] For port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:12:00.115230 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] For port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a,segment=NetworkSegment(57adbb2a-d0d3-46bb-84fb-c890adf606ed),segment_id=57adbb2a-d0d3-46bb-84fb-c890adf606ed)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:12:00.211278 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:00.215433 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:00.319395 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Pushing event updated for resources: {'Port': ['ID=6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:00.347401 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:01.411166 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36730) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:01.815520 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-a47bd7ca-a429-4394-bf30-1d9eb230d122 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:12:01.816822 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-a47bd7ca-a429-4394-bf30-1d9eb230d122 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4045510
Jun 27 12:12:03.930696 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e336f-5d8d-44b0-9adb-d6dfc4fbe7ad None None] Network a36cd217-d4e7-45ef-842c-db1645a59eab requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:12:04.030883 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:04.074115 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-09214757-24e4-420a-a9e5-d0c25dc0efcd None None] Provisioning for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:12:04.148132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36746) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:04.261996 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:12:04.267231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:04.267634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:04.388561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:04.422774 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a,segment=NetworkSegment(57adbb2a-d0d3-46bb-84fb-c890adf606ed),segment_id=57adbb2a-d0d3-46bb-84fb-c890adf606ed)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:12:04.505253 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:04.510307 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:04.560936 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-8af2f3b4-367f-4fa6-93e2-4b9153021545 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:12:04.561919 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8af2f3b4-367f-4fa6-93e2-4b9153021545 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4127781
Jun 27 12:12:04.568201 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-a206761b-66a7-4e87-8049-eb8144072736 None None] Provisioning complete for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:04.568611 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a206761b-66a7-4e87-8049-eb8144072736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:04.614493 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:04.624285 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:05.999090 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:06.065726 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:06.066095 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.177052 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36758) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:07.542414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:12:07.547361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:12:07.551318 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Usage tracker for resource:router and tenant:6d911f7e66b5466998d83957691d3863 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:12:07.554680 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:12:07.560721 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:12:07.633170 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.635523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.659463 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.839725 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.930227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:07.931986 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-aa7f5e8d-9aee-4848-aee4-9562b5d35fe3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7539821
Jun 27 12:12:10.156574 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36768) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:10.546003 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-9ea0a55a-d0bf-49e8-9d5d-d328395b9f7b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:12:10.546966 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-9ea0a55a-d0bf-49e8-9d5d-d328395b9f7b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3894470
Jun 27 12:12:11.427576 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-7e027db5-e5f4-4641-a575-4e58b509f1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:11.736104 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:12.845559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36778) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:13.234651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:12:13.239682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:12:13.243608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Usage tracker for resource:network and tenant:f767cf3e01e34c578785b7791db4f12f is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:12:13.246421 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:12:13.252302 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:12:13.330179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Made reservation on behalf of f767cf3e01e34c578785b7791db4f12f for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:12:13.332449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.345089 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.377986 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:12:13.381781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Usage tracker for resource:security_group_rule and tenant:f767cf3e01e34c578785b7791db4f12f is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:12:13.384636 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:12:13.390638 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:12:13.452107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.496747 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.500733 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:13.514922 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Reserving flat network on physical network physnet1 {{(pid=74899) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 27 12:12:13.535157 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517a118f-0f2f-4f15-a809-c46929562646,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:13.538894 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:13.540269 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.540633 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Added segment 787b4a08-080f-43b0-a208-5ef74ec74e11 of type flat for network c2b42fa0-f1ac-423c-8f5c-8274887c7a28
Jun 27 12:12:13.571068 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-79319f5b-6cce-43b1-bb58-46834b6d0a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.573459 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.661595 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.662730 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:12:13.663301 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:13.668575 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:13.762428 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b42fa0-f1ac-423c-8f5c-8274887c7a28,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:13.764906 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:13.771805 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:12:13.822347 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9756236
Jun 27 12:12:14.587961 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:16.049056 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36798) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:16.096267 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:16.281073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c870a-70df-4b1e-ae3f-a9c25e99f332 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:12:16.282382 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e68c870a-70df-4b1e-ae3f-a9c25e99f332 admin admin] 10.222.0.21 "GET /v2.0/subnets/9a4d6587-82c8-46a9-896a-ab02142d8f68 HTTP/1.1" status: 200  len: 849 time: 0.2323942
Jun 27 12:12:16.424831 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-07741cef-9a53-4063-8fe4-cc039c130c4c admin admin] 10.222.0.21 "GET /v2.0/routers/89fe9373-9031-4dce-99dc-df24f69444ff HTTP/1.1" status: 200  len: 704 time: 0.1370509
Jun 27 12:12:16.892889 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.116329 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Allocated IP 172.20.0.1 (a36cd217-d4e7-45ef-842c-db1645a59eab/9a4d6587-82c8-46a9-896a-ab02142d8f68/58e88805-47e6-4b95-90e3-feb0cc38ee19) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:12:17.296256 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.313093 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.provisioning_blocks [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Transition to ACTIVE for port object 58e88805-47e6-4b95-90e3-feb0cc38ee19 will not be triggered until provisioned by entity DHCP. {{(pid=74899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:12:17.416477 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.422530 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:17.484102 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Network a36cd217-d4e7-45ef-842c-db1645a59eab is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:12:17.486745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:12:17.491132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:12:17.492173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.494437 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=58e88805-47e6-4b95-90e3-feb0cc38ee19,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:17.499009 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:17.661928 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.741591 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-0f6e9c05-c8c1-442e-addd-b722a4437508 None None] Provisioning for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:12:17.747498 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-0f6e9c05-c8c1-442e-addd-b722a4437508 None None] Provisioning complete for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:17.747879 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0f6e9c05-c8c1-442e-addd-b722a4437508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.802287 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e9c05-c8c1-442e-addd-b722a4437508 None None] Port 58e88805-47e6-4b95-90e3-feb0cc38ee19 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:12:17.888206 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.935809 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.936888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:17.939941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:18.064303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=58e88805-47e6-4b95-90e3-feb0cc38ee19,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:18.066901 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:18.128699 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Network a36cd217-d4e7-45ef-842c-db1645a59eab is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:12:18.129726 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:12:18.326296 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-b5a44298-1b03-4d2c-99d5-9dc44d9c57fb None None] Provisioning complete for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:18.326598 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b5a44298-1b03-4d2c-99d5-9dc44d9c57fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:18.376778 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b5a44298-1b03-4d2c-99d5-9dc44d9c57fb None None] Port 58e88805-47e6-4b95-90e3-feb0cc38ee19 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:12:18.530288 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Router 89fe9373-9031-4dce-99dc-df24f69444ff is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:12:18.700286 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:12:18.709772 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] 10.222.0.21 "PUT /v2.0/routers/89fe9373-9031-4dce-99dc-df24f69444ff/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2802444
Jun 27 12:12:18.710442 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Sync routers for ids ['89fe9373-9031-4dce-99dc-df24f69444ff'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:12:18.723614 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Routers {'89fe9373-9031-4dce-99dc-df24f69444ff'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:12:18.724537 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9687550>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:12:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['89fe9373-9031-4dce-99dc-df24f69444ff'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:18.908424 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Set router 89fe9373-9031-4dce-99dc-df24f69444ff gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:12:19.273333 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9687550>, [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:17Z', 'revision_number': 2, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port_host': None, '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:17Z', 'revision_number': 2, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:19.278303 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Checking router: 89fe9373-9031-4dce-99dc-df24f69444ff for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:12:19.278686 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Updating router 89fe9373-9031-4dce-99dc-df24f69444ff port 58e88805-47e6-4b95-90e3-feb0cc38ee19 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:12:19.328856 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:19.721667 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:19.736688 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Transition to ACTIVE for port object 58e88805-47e6-4b95-90e3-feb0cc38ee19 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:12:19.792815 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:19.798066 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:19.947798 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Pushing event updated for resources: {'Port': ['ID=58e88805-47e6-4b95-90e3-feb0cc38ee19,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:19.967336 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.967674 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.968006 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.968363 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.968681 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.969004 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.969316 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.969656 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.969977 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.970289 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.970606 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Tracked resource versions report:
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]: pushed versions:
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Log': {'1.0'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Network': {'1.1'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Port': {'1.5'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'PortForwarding': {'1.2'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'QosPolicy': {'1.8'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SecurityGroup': {'1.2'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SubPort': {'1.0'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Subnet': {'1.1'},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Trunk': {'1.1'}}
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]: consumer versions:
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Log': '1.0',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Network': '1.1',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Port': '1.5',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'PortForwarding': '1.2',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'QosPolicy': '1.8',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SecurityGroup': '1.2',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SubPort': '1.0',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Subnet': '1.1',
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Trunk': '1.1'}}
Jun 27 12:12:19.971797 dv-cinder-798098-1-iscsi neutron-server[74902]:  {{(pid=74902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:12:19.975631 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:20.064874 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Attempting to bind port 58e88805-47e6-4b95-90e3-feb0cc38ee19 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:12:20.065285 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Attempting to bind port 58e88805-47e6-4b95-90e3-feb0cc38ee19 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:12:20.065720 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Attempting to bind port 58e88805-47e6-4b95-90e3-feb0cc38ee19 on network a36cd217-d4e7-45ef-842c-db1645a59eab {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:12:20.072146 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:12:20.072620 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Checking segment: {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:12:20.073074 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:20.073471 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Bound using segment: {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:12:20.073934 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Bound port: 58e88805-47e6-4b95-90e3-feb0cc38ee19, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57adbb2a-d0d3-46bb-84fb-c890adf606ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:12:20.074319 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:20.163738 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] For port 58e88805-47e6-4b95-90e3-feb0cc38ee19, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:12:20.168293 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] For port 58e88805-47e6-4b95-90e3-feb0cc38ee19, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=58e88805-47e6-4b95-90e3-feb0cc38ee19,segment=NetworkSegment(57adbb2a-d0d3-46bb-84fb-c890adf606ed),segment_id=57adbb2a-d0d3-46bb-84fb-c890adf606ed)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:12:20.228018 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:20.231982 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:20.324786 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Routers {'89fe9373-9031-4dce-99dc-df24f69444ff'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:12:20.325415 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9687550>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:12:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['89fe9373-9031-4dce-99dc-df24f69444ff'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:20.372564 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Pushing event updated for resources: {'Port': ['ID=58e88805-47e6-4b95-90e3-feb0cc38ee19,revision_number=4']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:20.381240 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:20.482400 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] Set router 89fe9373-9031-4dce-99dc-df24f69444ff gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:12:20.752981 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36820) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:20.809882 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9687550>, [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:17Z', 'revision_number': 2, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port_host': None, '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:20Z', 'revision_number': 4, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:20.813948 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b92fe3-0523-425f-ba1f-4e25682e1be2 None None] The sync data for ids ['89fe9373-9031-4dce-99dc-df24f69444ff'] in dv-cinder-798098-1-iscsi is: [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:17Z', 'revision_number': 2, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port_host': None, '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:20Z', 'revision_number': 4, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:12:20.970872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450b8f17-715d-4fad-8ba0-ae5b35806729 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:12:20.971434 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-450b8f17-715d-4fad-8ba0-ae5b35806729 admin admin] Synchronizing usage tracker for tenant:f767cf3e01e34c578785b7791db4f12f on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:12:21.039033 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-450b8f17-715d-4fad-8ba0-ae5b35806729 admin admin] Unset dirty status for tenant:f767cf3e01e34c578785b7791db4f12f on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:12:21.045463 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-450b8f17-715d-4fad-8ba0-ae5b35806729 admin admin] 10.222.0.21 "GET /v2.0/networks/c2b42fa0-f1ac-423c-8f5c-8274887c7a28 HTTP/1.1" status: 200  len: 842 time: 0.2867074
Jun 27 12:12:21.049813 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:12:21.055096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:12:21.059074 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Usage tracker for resource:subnet and tenant:f767cf3e01e34c578785b7791db4f12f is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:12:21.062107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:12:21.068240 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:12:21.153430 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Made reservation on behalf of f767cf3e01e34c578785b7791db4f12f for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:12:21.155621 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:21.583259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.objects.ports [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74899) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jun 27 12:12:21.583791 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:21.588169 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:21.668677 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf80232-fe9d-48f9-917d-2bf9bad3d93c,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:21.672417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:21.677346 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:12:21.677714 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Network hostable DHCP agents. Network: c2b42fa0-f1ac-423c-8f5c-8274887c7a28, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:12:21.793154 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:12:21.884241 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, c2b42fa0-f1ac-423c-8f5c-8274887c7a28) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:12:21.888260 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:12:21.888982 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:21.893037 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ac0df-b178-4882-a930-9fa50529e21b None None] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:12:21.953915 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9076576
Jun 27 12:12:22.050647 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 58e88805-47e6-4b95-90e3-feb0cc38ee19 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:22.170585 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a6cf30-b0b3-4a6a-8656-7bc3db5c5215 None None] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:12:22.236071 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:12:22.252186 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:22.252586 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:22.500154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:22.531595 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 58e88805-47e6-4b95-90e3-feb0cc38ee19, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=58e88805-47e6-4b95-90e3-feb0cc38ee19,segment=NetworkSegment(57adbb2a-d0d3-46bb-84fb-c890adf606ed),segment_id=57adbb2a-d0d3-46bb-84fb-c890adf606ed)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:12:22.627427 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:22.629562 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-90cf3ba4-4e99-442b-b62d-204f2ae2120d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:22.727899 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=58e88805-47e6-4b95-90e3-feb0cc38ee19,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:22.730979 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:24.008514 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 58e88805-47e6-4b95-90e3-feb0cc38ee19 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:24.023016 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 36834) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:24.079531 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:24.079905 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:24.258976 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-325e674b-6011-4a9c-829a-6e8c3a287905 admin admin] 10.222.0.21 "GET /v2.0/routers/89fe9373-9031-4dce-99dc-df24f69444ff HTTP/1.1" status: 200  len: 710 time: 0.2347178
Jun 27 12:12:24.388617 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b85d51-4aa8-4356-ba04-e550182258c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:12:24.390045 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f9b85d51-4aa8-4356-ba04-e550182258c5 admin admin] 10.222.0.21 "GET /v2.0/networks/c2b42fa0-f1ac-423c-8f5c-8274887c7a28 HTTP/1.1" status: 200  len: 886 time: 0.1259768
Jun 27 12:12:24.399595 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:12:24.866390 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.134299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.190616 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.326067 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Allocated IP 172.27.2.60 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/1b5022c6-b49e-44e9-b576-2aa3d0922882) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:12:25.468513 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.553202 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.557764 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:25.621684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:12:25.624326 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:12:25.629903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:12:25.651981 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5022c6-b49e-44e9-b576-2aa3d0922882,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:25.658941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:25.822034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.986512 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:25.989957 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3824326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3824381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3818099'] for router, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:26.181897 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Router 89fe9373-9031-4dce-99dc-df24f69444ff has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:12:26.372693 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:12:26.381280 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:26.381816 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Sync routers for ids ['89fe9373-9031-4dce-99dc-df24f69444ff'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:12:26.382442 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] 10.222.0.21 "PUT /v2.0/routers/89fe9373-9031-4dce-99dc-df24f69444ff HTTP/1.1" status: 200  len: 889 time: 1.9871514
Jun 27 12:12:26.395190 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Routers {'89fe9373-9031-4dce-99dc-df24f69444ff'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:12:26.395870 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9430cd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:12:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['89fe9373-9031-4dce-99dc-df24f69444ff'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:26.606642 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Set router 89fe9373-9031-4dce-99dc-df24f69444ff gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:12:26.953768 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9430cd0>, [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:25Z', 'revision_number': 4, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port': {'id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:25Z', 'updated_at': '2021-06-27T12:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:22Z', 'revision_number': 5, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:26.958680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Checking router: 89fe9373-9031-4dce-99dc-df24f69444ff for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:12:26.959064 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Updating router 89fe9373-9031-4dce-99dc-df24f69444ff port 1b5022c6-b49e-44e9-b576-2aa3d0922882 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:12:27.008562 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.327332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.339144 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Transition to ACTIVE for port object 1b5022c6-b49e-44e9-b576-2aa3d0922882 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:12:27.399025 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.403145 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:27.481767 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Pushing event updated for resources: {'Port': ['ID=1b5022c6-b49e-44e9-b576-2aa3d0922882,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:27.483927 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Attempting to bind port 1b5022c6-b49e-44e9-b576-2aa3d0922882 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:12:27.484302 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Attempting to bind port 1b5022c6-b49e-44e9-b576-2aa3d0922882 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:12:27.484686 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Attempting to bind port 1b5022c6-b49e-44e9-b576-2aa3d0922882 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:12:27.486812 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:27.494728 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:12:27.495107 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:12:27.495634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.496030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:12:27.496525 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Bound port: 1b5022c6-b49e-44e9-b576-2aa3d0922882, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:12:27.496921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.566478 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] For port 1b5022c6-b49e-44e9-b576-2aa3d0922882, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:12:27.569462 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] For port 1b5022c6-b49e-44e9-b576-2aa3d0922882, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=1b5022c6-b49e-44e9-b576-2aa3d0922882,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:12:27.656259 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:27.660194 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:27.764304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Pushing event updated for resources: {'Port': ['ID=1b5022c6-b49e-44e9-b576-2aa3d0922882,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:27.767410 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:27.770805 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Routers {'89fe9373-9031-4dce-99dc-df24f69444ff'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:12:27.771405 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9430cd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:12:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['89fe9373-9031-4dce-99dc-df24f69444ff'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:27.947186 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] Set router 89fe9373-9031-4dce-99dc-df24f69444ff gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:12:28.268281 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9430cd0>, [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:25Z', 'revision_number': 4, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port': {'id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:25Z', 'updated_at': '2021-06-27T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:22Z', 'revision_number': 5, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:12:28.272357 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214a51ef-2e8a-4fe6-bb1b-94538ed8012e None None] The sync data for ids ['89fe9373-9031-4dce-99dc-df24f69444ff'] in dv-cinder-798098-1-iscsi is: [{'id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'name': 'router1', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:12:07Z', 'updated_at': '2021-06-27T12:12:25Z', 'revision_number': 4, 'project_id': '6d911f7e66b5466998d83957691d3863', 'gw_port': {'id': '1b5022c6-b49e-44e9-b576-2aa3d0922882', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:25Z', 'updated_at': '2021-06-27T12:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '58e88805-47e6-4b95-90e3-feb0cc38ee19', 'name': '', 'network_id': 'a36cd217-d4e7-45ef-842c-db1645a59eab', 'tenant_id': '6d911f7e66b5466998d83957691d3863', 'mac_address': 'fa:16:3e:e6:01:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fe9373-9031-4dce-99dc-df24f69444ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:12:16Z', 'updated_at': '2021-06-27T12:12:22Z', 'revision_number': 5, 'project_id': '6d911f7e66b5466998d83957691d3863', 'subnets': [{'id': '9a4d6587-82c8-46a9-896a-ab02142d8f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1dac7e20-9ca5-4cf6-8e1a-2286d74a5236'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:12:28.675788 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 36844) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:12:28.868650 dv-cinder-798098-1-iscsi neutron-server[74900]: WARNING oslo_policy.policy [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:12:28.869232 dv-cinder-798098-1-iscsi neutron-server[74900]: WARNING oslo_policy.policy [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:12:29.224645 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.policy [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74900) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 27 12:12:29.225418 dv-cinder-798098-1-iscsi neutron-server[74900]: WARNING oslo_policy.policy [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:12:29.225783 dv-cinder-798098-1-iscsi neutron-server[74900]: WARNING oslo_policy.policy [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 27 12:12:29.230840 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b12ec069-14b9-4c77-bbaf-4124d3fd3cbb admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.5540924
Jun 27 12:12:30.032196 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1b5022c6-b49e-44e9-b576-2aa3d0922882 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:30.187270 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 1b5022c6-b49e-44e9-b576-2aa3d0922882 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:12:30.192038 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 1b5022c6-b49e-44e9-b576-2aa3d0922882 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:30.192441 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:30.302788 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:30.318646 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 1b5022c6-b49e-44e9-b576-2aa3d0922882, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=1b5022c6-b49e-44e9-b576-2aa3d0922882,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:12:30.375999 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:30.378316 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:12:30.443823 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=1b5022c6-b49e-44e9-b576-2aa3d0922882,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:12:30.452848 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:12:32.039847 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1b5022c6-b49e-44e9-b576-2aa3d0922882 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:12:32.115782 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 1b5022c6-b49e-44e9-b576-2aa3d0922882 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:12:32.116197 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:34.756946 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:12:41.375599 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-13654951-d208-4b32-a9a6-629f797fc07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:41.723921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:43.643843 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9e46f711-8b33-4159-a3b6-b78f6ebb9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:44.574660 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:12:46.118223 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:11.391429 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0aaeaac0-2153-4fc1-a850-5f2ce95c74f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:11.734152 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:11.757633 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:13:13.608921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8b8936e4-591c-4118-9061-afc6236b9f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:14.586310 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:16.129008 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:41.386184 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-fa2cddc2-490d-4fce-aed0-eb8a8fbb7887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:41.769209 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:43.586394 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-fee3d0ac-3a41-4e8f-8221-5b093e7ed642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:44.905370 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:46.135700 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:13:48.758430 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:14:11.380788 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c0d0518a-358f-49d0-b05c-ad41228ab672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:11.734757 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:13.586165 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-72086e18-e34e-461c-ae3f-b86bb095c109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:14.598187 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:16.123324 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:25.758996 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:14:33.297237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37422) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:33.397359 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d377f18-9fc8-4d44-b3ce-a298efbf0a41 admin admin] GET failed (client error): The resource could not be found.
Jun 27 12:14:33.399130 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1d377f18-9fc8-4d44-b3ce-a298efbf0a41 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1004441
Jun 27 12:14:33.556169 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1437fe0-2f75-4dcf-9430-63f24ab11401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:33.557636 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d1437fe0-2f75-4dcf-9430-63f24ab11401 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1546969
Jun 27 12:14:35.562402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37432) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:35.698003 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8146c-ca28-4a8c-85ea-bc9b440069c1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:35.699302 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e5f8146c-ca28-4a8c-85ea-bc9b440069c1 admin admin] 10.222.0.21 "GET /v2.0/subnets/9a4d6587-82c8-46a9-896a-ab02142d8f68 HTTP/1.1" status: 200  len: 849 time: 0.1359794
Jun 27 12:14:35.708782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:14:35.826286 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:36.077692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727602251951'] for subnet, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:36.082848 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:14:36.158223 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:36.159153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:36.161205 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] 10.222.0.21 "PUT /v2.0/subnets/9a4d6587-82c8-46a9-896a-ab02142d8f68 HTTP/1.1" status: 200  len: 868 time: 0.4563837
Jun 27 12:14:36.162544 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9b262-c3d8-44d8-9460-5cb756d6a1b8 None None] Network a36cd217-d4e7-45ef-842c-db1645a59eab requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:14:36.172112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4d6587-82c8-46a9-896a-ab02142d8f68,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:14:36.182575 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.182923 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.183252 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.183581 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.183914 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.184239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.184606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.184961 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.185300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.185615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.185926 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Tracked resource versions report:
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]: pushed versions:
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Log': {'1.0'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Network': {'1.1'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Port': {'1.5'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'PortForwarding': {'1.2'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'QosPolicy': {'1.8'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SecurityGroup': {'1.2'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SubPort': {'1.0'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Subnet': {'1.1'},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Trunk': {'1.1'}}
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]: consumer versions:
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Log': '1.0',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Network': '1.1',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Port': '1.5',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'PortForwarding': '1.2',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'QosPolicy': '1.8',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SecurityGroup': '1.2',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SubPort': '1.0',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Subnet': '1.1',
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Trunk': '1.1'}}
Jun 27 12:14:36.187228 dv-cinder-798098-1-iscsi neutron-server[74900]:  {{(pid=74900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:14:36.191093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:14:36.623985 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-bc17c754-90db-4db1-9cec-85d800c26c4a None None] Provisioning complete for port 58e88805-47e6-4b95-90e3-feb0cc38ee19 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:14:36.624484 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-bc17c754-90db-4db1-9cec-85d800c26c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:36.749453 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-bc17c754-90db-4db1-9cec-85d800c26c4a None None] Provisioning complete for port 6a6f280c-6ebe-4bc6-b6bf-4a771db13d1a triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:14:36.749741 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-bc17c754-90db-4db1-9cec-85d800c26c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:38.162842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37446) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:38.356365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e41a1-6c76-4035-b908-c76046db0b73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:38.356765 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543e41a1-6c76-4035-b908-c76046db0b73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:38.358275 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-543e41a1-6c76-4035-b908-c76046db0b73 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1945114
Jun 27 12:14:40.350520 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37456) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:40.582711 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37569c5-7db5-47ed-a11a-4071c479a77f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:40.583002 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37569c5-7db5-47ed-a11a-4071c479a77f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:40.584533 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b37569c5-7db5-47ed-a11a-4071c479a77f admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2329936
Jun 27 12:14:41.392011 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-68de2b34-3800-4327-bfb2-24b7834356fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:41.756597 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:42.584800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37466) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:42.784573 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851de71b-de27-4ec1-b672-eaafd6c72c31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:42.785830 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-851de71b-de27-4ec1-b672-eaafd6c72c31 admin admin] 10.222.0.21 "GET /v2.0/networks/a36cd217-d4e7-45ef-842c-db1645a59eab HTTP/1.1" status: 200  len: 869 time: 0.2000837
Jun 27 12:14:43.591913 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-cd38c84f-cb2d-40f0-8edc-560b7d30a807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:44.598184 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:44.800738 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37476) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:44.992861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775b93c-6b2e-4e94-b0f7-30be08e5b178 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:44.994204 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2775b93c-6b2e-4e94-b0f7-30be08e5b178 admin admin] 10.222.0.21 "GET /v2.0/networks/c2b42fa0-f1ac-423c-8f5c-8274887c7a28 HTTP/1.1" status: 200  len: 886 time: 0.1925220
Jun 27 12:14:46.191064 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:14:47.006610 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37486) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:47.136755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46a18d-f95b-48ed-b576-9dd9da49c4da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:47.137043 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46a18d-f95b-48ed-b576-9dd9da49c4da admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:47.137762 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8e46a18d-f95b-48ed-b576-9dd9da49c4da admin admin] Synchronizing usage tracker for tenant:f767cf3e01e34c578785b7791db4f12f on resource:subnet {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:14:47.254498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8e46a18d-f95b-48ed-b576-9dd9da49c4da admin admin] Unset dirty status for tenant:f767cf3e01e34c578785b7791db4f12f on resource:subnet {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:14:47.255618 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8e46a18d-f95b-48ed-b576-9dd9da49c4da admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2480612
Jun 27 12:14:49.291179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37496) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:49.423278 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff480a-42b3-4332-88eb-5145a16c0fc8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:49.423637 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff480a-42b3-4332-88eb-5145a16c0fc8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:49.425150 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-64ff480a-42b3-4332-88eb-5145a16c0fc8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1330564
Jun 27 12:14:51.426734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37506) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:51.557903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f230e12-c06a-4c9b-b07c-334bdc1d3377 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:51.559233 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1f230e12-c06a-4c9b-b07c-334bdc1d3377 admin admin] 10.222.0.21 "GET /v2.0/subnets/9a4d6587-82c8-46a9-896a-ab02142d8f68 HTTP/1.1" status: 200  len: 868 time: 0.1315312
Jun 27 12:14:53.551106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37516) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:14:53.677796 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d38f99-154b-4c9a-a98b-538f17da8d2b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:14:53.679601 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-55d38f99-154b-4c9a-a98b-538f17da8d2b admin admin] 10.222.0.21 "GET /v2.0/subnets/fdf80232-fe9d-48f9-917d-2bf9bad3d93c HTTP/1.1" status: 200  len: 816 time: 0.1270149
Jun 27 12:15:02.759380 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:15:11.380873 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-cdb9d627-776f-4c2b-8019-7413a99eb40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:11.767155 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37554) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:15:11.832364 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:11.844578 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-c83b12cb-598c-4ab2-adab-530be59b1e56 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:15:11.845530 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c83b12cb-598c-4ab2-adab-530be59b1e56 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0774655
Jun 27 12:15:13.591946 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8f876bc8-7957-45af-8c22-7ea248681d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:13.908810 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37564) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:15:14.000409 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ce3223-4707-432d-a1f3-69d5e01cb3e3 admin admin] GET failed (client error): The resource could not be found.
Jun 27 12:15:14.001646 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-40ce3223-4707-432d-a1f3-69d5e01cb3e3 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0919216
Jun 27 12:15:14.128907 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00378132-d627-4c77-a63c-2fa8aa8674d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:15:14.130271 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-00378132-d627-4c77-a63c-2fa8aa8674d1 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1247156
Jun 27 12:15:14.587220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.125409 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37574) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:15:16.134819 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.196411 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:15:16.200975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:15:16.210781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:15:16.270422 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Made reservation on behalf of f767cf3e01e34c578785b7791db4f12f for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:15:16.272753 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.362075 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING neutron.services.revisions.revision_plugin [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f00d8dbecd0] {project_id='f767cf3e01e34c578785b7791db4f12f', id='b90273a7-225a-4a82-9d3d-266f3d022e88', target_tenant='*', action='access_as_shared', object_id='2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}> to bump revision.
Jun 27 12:15:16.377302 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:15:16.384097 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.384472 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Added segment a6018db6-16b2-46f5-8fee-36fca995718c of type vlan for network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9
Jun 27 12:15:16.412172 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.516290 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.517510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:15:16.518078 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:16.521246 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:15:16.618201 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Pushing event updated for resources: {'Network': ['ID=2f8edc6d-5884-47ca-9867-3d6be4f75ae9,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:15:16.625868 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.626209 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.626542 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.626871 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.627198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.627573 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.627856 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.628180 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.628525 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.628844 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.629158 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:16.632568 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:15:16.639541 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:15:16.654338 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-906964af-adbc-41ac-9f64-0862a3b6c0bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5280375
Jun 27 12:15:18.652268 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37584) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:15:18.742632 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b763411-e067-4de9-85c4-7b933df779ea admin admin] GET failed (client error): The resource could not be found.
Jun 27 12:15:18.743126 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-6b763411-e067-4de9-85c4-7b933df779ea admin admin] Synchronizing usage tracker for tenant:f767cf3e01e34c578785b7791db4f12f on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:15:18.803409 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-6b763411-e067-4de9-85c4-7b933df779ea admin admin] Unset dirty status for tenant:f767cf3e01e34c578785b7791db4f12f on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:15:18.804750 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6b763411-e067-4de9-85c4-7b933df779ea admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1515145
Jun 27 12:15:18.911945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0785b-d46a-4ecb-8fc8-ab395887759f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:15:18.913435 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-dde0785b-d46a-4ecb-8fc8-ab395887759f admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1048851
Jun 27 12:15:18.922695 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:15:18.926962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:15:18.936838 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:15:18.992203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Made reservation on behalf of f767cf3e01e34c578785b7791db4f12f for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:15:18.994497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:19.220629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:19.224966 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-24157324-c512-4e2e-a09e-2c187fde99a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:15:19.297552 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49e9844-b77f-4045-999a-394d4fadde71,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:15:19.301055 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:15:19.308555 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Checking segment: {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:15:19.308913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Network hostable DHCP agents. Network: 2f8edc6d-5884-47ca-9867-3d6be4f75ae9, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:15:19.390623 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:15:19.477478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 2f8edc6d-5884-47ca-9867-3d6be4f75ae9) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:15:19.481286 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:15:19.481872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:19.486212 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a5c64b-cfc0-48bb-b3ed-3243bf2ed3b1 None None] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:15:19.574781 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6553917
Jun 27 12:15:19.707630 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-2f8edc6d-5884-47ca-9867-3d6be4f75ae9', 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9', 'tenant_id': 'f767cf3e01e34c578785b7791db4f12f', 'fixed_ips': [{'subnet_id': 'a49e9844-b77f-4045-999a-394d4fadde71'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:15:19.708557 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:19.874516 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Allocated IP 192.168.233.2 (2f8edc6d-5884-47ca-9867-3d6be4f75ae9/a49e9844-b77f-4045-999a-394d4fadde71/55421817-94cd-4952-9aad-26d50410b1e6) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:15:20.077826 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:20.088553 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Transition to ACTIVE for port object 55421817-94cd-4952-9aad-26d50410b1e6 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:15:20.107567 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Transition to ACTIVE for port object 55421817-94cd-4952-9aad-26d50410b1e6 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:15:20.185829 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:20.190483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:15:20.257581 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:15:20.258752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:15:20.262489 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:15:20.268734 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Pushing event updated for resources: {'Port': ['ID=55421817-94cd-4952-9aad-26d50410b1e6,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:15:20.305632 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.305984 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.306320 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.306651 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.306983 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.307311 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.307636 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.307964 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.308287 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.309082 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.309082 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:15:20.316014 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:15:20.364240 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Attempting to bind port 55421817-94cd-4952-9aad-26d50410b1e6 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:15:20.364641 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Attempting to bind port 55421817-94cd-4952-9aad-26d50410b1e6 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:15:20.365004 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Attempting to bind port 55421817-94cd-4952-9aad-26d50410b1e6 on network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:15:20.372027 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:15:20.372428 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Checking segment: {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:15:20.372831 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:20.373220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Bound using segment: {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:15:20.373735 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Bound port: 55421817-94cd-4952-9aad-26d50410b1e6, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:15:20.374125 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:20.485050 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] For port 55421817-94cd-4952-9aad-26d50410b1e6, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:15:20.487980 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] For port 55421817-94cd-4952-9aad-26d50410b1e6, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=55421817-94cd-4952-9aad-26d50410b1e6,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:15:20.558444 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:20.562500 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:15:20.636282 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Pushing event updated for resources: {'Port': ['ID=55421817-94cd-4952-9aad-26d50410b1e6,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:15:20.639294 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:15:21.423572 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c62956-3ce6-405d-9c0f-90589c64493d None None] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:15:21.630587 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-a7628712-3fce-4073-a808-d306d20c5376 None None] Provisioning for port 55421817-94cd-4952-9aad-26d50410b1e6 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:15:22.121082 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 55421817-94cd-4952-9aad-26d50410b1e6 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:15:22.243523 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 55421817-94cd-4952-9aad-26d50410b1e6 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:15:22.248835 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 55421817-94cd-4952-9aad-26d50410b1e6 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:15:22.249326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:22.364069 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:22.395112 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 55421817-94cd-4952-9aad-26d50410b1e6, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=55421817-94cd-4952-9aad-26d50410b1e6,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:15:22.449237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:22.451353 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:15:22.524999 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=55421817-94cd-4952-9aad-26d50410b1e6,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:15:22.527917 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:15:24.099008 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 55421817-94cd-4952-9aad-26d50410b1e6 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:15:24.166943 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 55421817-94cd-4952-9aad-26d50410b1e6 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:15:24.167235 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:39.759577 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:15:41.380702 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0eee0050-9c15-4a25-ae5f-684610fcafd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:41.751957 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:43.609173 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9b15a7d8-2296-4e08-8ce5-0862c636c2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:44.585665 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:15:46.152325 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:11.399049 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1b8b25c8-4faa-4453-8793-b2da36346039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:11.744978 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:13.607715 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-748071b7-f8b9-49dc-aac6-2edfbcd1d6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:14.581675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:16.152160 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:16.759949 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:16:29.695993 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37626) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:16:29.701865 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [None req-c5832a0a-bafb-42a7-9977-0a46c235b883 tempest-verify_tempest_config-1310022462 tempest-verify_tempest_config-1310022462-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:16:29.702814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c5832a0a-bafb-42a7-9977-0a46c235b883 tempest-verify_tempest_config-1310022462 tempest-verify_tempest_config-1310022462-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058453
Jun 27 12:16:30.335185 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37642) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:16:30.476271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.516995 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.quota [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f00d97f1a90>.
Jun 27 12:16:30.521105 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:16:30.526150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Usage tracker for resource:security_group_rule and tenant:40711fec385249a3ad2f4df4770cb052 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:16:30.529565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:16:30.537143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:16:30.608494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.660246 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.668108 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:16:30.706982 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333c0233-cb04-47af-91d3-41e39a48bc2f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:16:30.710794 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40711fec385249a3ad2f4df4770cb052&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3746171
Jun 27 12:16:30.713466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37648) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:16:30.717296 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.717636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.717969 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.718296 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.718622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.718944 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.719261 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.719580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.719897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.720208 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.720620 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.725412 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:16:30.773669 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.798868 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.956571 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.961549 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c85aca1f-bbfe-4865-a928-2b8d81bc1d20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:16:30.975925 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333c0233-cb04-47af-91d3-41e39a48bc2f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:16:30.986391 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:30.987474 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/333c0233-cb04-47af-91d3-41e39a48bc2f HTTP/1.1" status: 204  len: 168 time: 0.2730801
Jun 27 12:16:30.989034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.989419 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.989756 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.990087 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.990710 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.991043 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.991370 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.991695 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.992091 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.992350 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.992668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:16:30.995805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:16:41.373005 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9032b921-b788-4d75-93be-222b56499941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:41.738703 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:43.620377 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-aab72c06-6c37-4620-8a52-9ed37c9dce9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:44.615331 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:46.145976 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:16:53.760204 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:17:11.384316 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-190c6df8-5401-4cd9-8875-dc7f16847da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:11.751525 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:13.597408 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a08183bd-9d98-41f2-a2b7-a6c1fe57fbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:14.590043 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:16.140565 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:30.760955 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 5 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:17:41.386074 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d40b48d9-44c6-48c7-80e6-1b84c08af892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:41.739132 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:43.603128 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-db2e7722-afb7-45e2-bafa-25f04c507412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:44.614618 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:17:46.151639 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:06.117062 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3822916'] for agent, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:07.761453 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:18:11.383898 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-bb5e4640-a978-47ad-955e-7562e9209b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:11.751580 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:13.620500 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e63f89ef-869c-4931-8fbd-d263f26c30e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:14.589393 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:16.149510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:20.951852 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37720) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:18:21.087103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4f8fec9c-cb21-4506-8761-e2a63f4e362e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1341350
Jun 27 12:18:23.096792 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37730) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:18:23.176568 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c1d92fd0-c500-4801-9d50-b9258e067492 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0785527
Jun 27 12:18:36.080498 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:41.383116 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b3eb2787-7583-42af-9030-f9ed0a25c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:41.749009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:43.585767 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3fb2e2e1-213b-4bb8-a8a6-a36ac1f46c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:44.606365 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:18:44.761712 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:18:46.167973 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:06.080150 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:11.395030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8e14e9db-10de-478e-ae11-d79974f517fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:11.742897 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:13.595353 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9423a52e-b2d9-42ad-9227-f8823f95c1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:14.599998 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:16.164645 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:21.764621 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:19:36.076776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:41.382619 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9a394198-6914-4700-bab0-a222e0838a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:41.748166 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:43.624090 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e5166f8a-3594-4fd5-a64c-0827e1adbc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:44.590709 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:46.199531 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:58.159452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37922) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:19:58.602307 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37936) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:19:58.764535 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:19:58.780972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-443760587-network', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:19:58.786657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:58.791203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Usage tracker for resource:network and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:58.795086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:58.802734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:58.847187 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37944) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:19:58.911068 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Made reservation on behalf of 32238de6486240bd8dd6f65bac391f2a for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:19:58.916498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:58.936212 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:58.942793 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 37952) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:19:58.981295 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:58.987116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:58.994539 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.002276 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.081478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.089523 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-551743941-network', 'tenant_id': 'ce14925fba3242129c38aaf6df0ac8a4'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:19:59.107247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.111977 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Usage tracker for resource:network and tenant:ce14925fba3242129c38aaf6df0ac8a4 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.115461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.122037 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.148150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.152707 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:19:59.167863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-network', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:19:59.172891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.181649 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Usage tracker for resource:network and tenant:d2d32d40730d45d9878ce816690fe893 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.193384 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.193384 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.196914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5bd1cb-1928-4efc-aebf-9c072b726e1d,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:19:59.209652 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:19:59.217129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.217257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Made reservation on behalf of ce14925fba3242129c38aaf6df0ac8a4 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:19:59.217593 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.217934 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.218265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.218609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.218940 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.219265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.219591 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.219914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.220240 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.227222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Tracked resource versions report:
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: pushed versions:
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Log': {'1.0'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Network': {'1.1'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Port': {'1.5'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'PortForwarding': {'1.2'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'QosPolicy': {'1.8'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SecurityGroup': {'1.2'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'SubPort': {'1.0'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Subnet': {'1.1'},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     'Trunk': {'1.1'}}
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: consumer versions:
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     HyperV agent@hv-cinder-79809: {},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Log': '1.0',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Network': '1.1',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Port': '1.5',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'PortForwarding': '1.2',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'QosPolicy': '1.8',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SecurityGroup': '1.2',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'SubPort': '1.0',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Subnet': '1.1',
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:                                                      'Trunk': '1.1'}}
Jun 27 12:19:59.227469 dv-cinder-798098-1-iscsi neutron-server[74899]:  {{(pid=74899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:19:59.235645 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:19:59.235760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.241154 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.241503 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Added segment c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284 of type vlan for network 741273bf-66e0-46e4-a3ad-cf6292253502
Jun 27 12:19:59.253598 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-763447420-network', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:19:59.266486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.269908 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.278029 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Usage tracker for resource:network and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.283089 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.287562 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Made reservation on behalf of d2d32d40730d45d9878ce816690fe893 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:19:59.290423 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.305199 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.311862 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.319229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.326917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Usage tracker for resource:security_group_rule and tenant:ce14925fba3242129c38aaf6df0ac8a4 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.333600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.353502 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.374163 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.375182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.376505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:19:59.387769 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.387979 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Usage tracker for resource:security_group_rule and tenant:d2d32d40730d45d9878ce816690fe893 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.388073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:19:59.388175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.394452 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.420005 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Made reservation on behalf of 3e9906c6a13a49229fa51a56a97710e8 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:19:59.422385 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.449509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.506400 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.541608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.551526 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.558017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.568411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.570182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.593990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.600535 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:19:59.634224 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Pushing event updated for resources: {'Network': ['ID=741273bf-66e0-46e4-a3ad-cf6292253502,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:19:59.644369 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:19:59.647592 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 741273bf-66e0-46e4-a3ad-cf6292253502 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:19:59.672066 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12105acb-ef2e-4c10-9579-6976edecc9bc,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:19:59.706638 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.710325 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.711409 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.714482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.715220 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.715782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.716353 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.718259 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.719103 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.719648 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.722329 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Tracked resource versions report:
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]: pushed versions:
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Log': {'1.0'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Network': {'1.1'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Port': {'1.5'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'PortForwarding': {'1.2'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'QosPolicy': {'1.8'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SecurityGroup': {'1.2'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'SubPort': {'1.0'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Subnet': {'1.1'},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     'Trunk': {'1.1'}}
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]: consumer versions:
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     HyperV agent@hv-cinder-79809: {},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Log': '1.0',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Network': '1.1',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Port': '1.5',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'PortForwarding': '1.2',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'QosPolicy': '1.8',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SecurityGroup': '1.2',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'SubPort': '1.0',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Subnet': '1.1',
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:                                                      'Trunk': '1.1'}}
Jun 27 12:19:59.723659 dv-cinder-798098-1-iscsi neutron-server[74900]:  {{(pid=74900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:19:59.729793 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5686438
Jun 27 12:19:59.733039 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37976) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:19:59.739887 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Request body: {'subnet': {'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-subnet', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:19:59.746899 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:19:59.755267 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Usage tracker for resource:subnet and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:19:59.758081 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.759219 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:19:59.762771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:19:59.763310 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:19:59.776272 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:19:59.791127 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:19:59.813778 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727602296953', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.815593 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f00da278790> segment precommit_create {{(pid=74900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 27 12:19:59.816295 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Added segment 9ecaa250-56f1-4323-84a3-5594fb2c6b99 of type vlan for network 04d3af6a-f9d3-43bc-b12d-cc5b29386377
Jun 27 12:19:59.894105 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Made reservation on behalf of 32238de6486240bd8dd6f65bac391f2a for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:19:59.896749 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:19:59.997537 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.000033 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950af448-61c4-4410-9746-6ac2bf088512,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:00.006506 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:00.023227 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.076257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.081071 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:00.134634 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91081e6e-3068-4bf2-9cdb-f16cc4709b55,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:00.141036 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:00.164131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.165263 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:00.165871 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.176047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:00.254612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.db.api [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:20:00.254980 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_db.api [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:20:00.255534 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.db.api [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:20:00.255796 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_db.api [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:20:00.256985 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.268147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-55334119-18a0-4435-aedf-8b4edd4b8bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:00.286350 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Pushing event updated for resources: {'Network': ['ID=04d3af6a-f9d3-43bc-b12d-cc5b29386377,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:00.293199 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:00.301338 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:20:00.327761 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37e38920-e5be-4018-8516-c83d2ba78b0b,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:00.331151 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:00.358453 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Checking segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:00.358814 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Network hostable DHCP agents. Network: 741273bf-66e0-46e4-a3ad-cf6292253502, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:20:00.408756 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.8019819
Jun 27 12:20:00.409328 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 37992) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:00.416303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Request body: {'subnet': {'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-551743941-subnet', 'tenant_id': 'ce14925fba3242129c38aaf6df0ac8a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:00.421745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:00.427144 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Usage tracker for resource:subnet and tenant:ce14925fba3242129c38aaf6df0ac8a4 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:00.430496 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:00.436885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:00.460135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:20:00.528132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Made reservation on behalf of ce14925fba3242129c38aaf6df0ac8a4 for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:00.532506 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.555784 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 741273bf-66e0-46e4-a3ad-cf6292253502) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:00.565205 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:00.565809 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.568216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbcced2-2cbe-481c-9797-446da9906776 None None] Network 741273bf-66e0-46e4-a3ad-cf6292253502 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:00.715176 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9785626
Jun 27 12:20:00.719518 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38006) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:00.723294 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:00.729207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:00.740730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Usage tracker for resource:router and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:00.748707 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:00.763790 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.791359 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.819728 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:00.925161 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:20:00.959875 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:00.960907 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Added segment 0588c214-1d0b-45a1-976a-1f2aedc7bb26 of type vlan for network f758fbdd-e10e-41d1-ba9e-70557b72259a
Jun 27 12:20:00.987148 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-741273bf-66e0-46e4-a3ad-cf6292253502', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:20:00.990154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.014267 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.015460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.035113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.043825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-3cb16255-1081-4b20-a5d5-d8c0373fdd40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:01.045336 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.139871 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Checking segment: {'id': '9ecaa250-56f1-4323-84a3-5594fb2c6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:01.140219 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Network hostable DHCP agents. Network: 04d3af6a-f9d3-43bc-b12d-cc5b29386377, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:20:01.149489 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.187203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38028) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:01.196501 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd108ac-2a48-45ac-9fd7-7c1996679f16,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:01.200009 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:01.248056 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:20:01.293676 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Allocated IP 172.20.0.2 (741273bf-66e0-46e4-a3ad-cf6292253502/37e38920-e5be-4018-8516-c83d2ba78b0b/ca180dba-3156-4ca9-b75b-6bcd1df7ee0b) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:01.339760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 04d3af6a-f9d3-43bc-b12d-cc5b29386377) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:01.343771 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:01.344507 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.364109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.365355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:01.365935 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.370891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-434a22ac-05c6-4cfa-8b40-ef727ee37368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:01.385708 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1dda9-0f52-47c8-a3dd-3225824e355d None None] Network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:01.398204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.445242 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:01.468457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b0cc35580cfc4e1c97852279aa9b348a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:01.468457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:01.468457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:01.565371 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1548269
Jun 27 12:20:01.570310 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.628391 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.db.api [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:20:01.628752 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_db.api [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:20:01.648494 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.7019787
Jun 27 12:20:01.649558 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38040) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:01.656102 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Request body: {'subnet': {'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-763447420-subnet', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:01.664693 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f758fbdd-e10e-41d1-ba9e-70557b72259a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:01.666388 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.671718 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:01.678221 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:01.699416 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network f758fbdd-e10e-41d1-ba9e-70557b72259a details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:20:01.745985 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Usage tracker for resource:subnet and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:01.751200 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:01.760323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.762658 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:01.776415 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Synchronizing usage tracker for tenant:f767cf3e01e34c578785b7791db4f12f on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:01.787835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:01.790459 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b41a3-de9b-4e5c-a760-66461a80a8ca None None] Network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:01.851240 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e841ef6-129a-4283-bbf2-d053a448622f,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:01.869498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:01.913710 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Made reservation on behalf of 3e9906c6a13a49229fa51a56a97710e8 for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:01.915017 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.917038 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:01.935613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Transition to ACTIVE for port object ca180dba-3156-4ca9-b75b-6bcd1df7ee0b will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:01.963175 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Transition to ACTIVE for port object ca180dba-3156-4ca9-b75b-6bcd1df7ee0b will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:02.068277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.104494 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:02.193885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Unset dirty status for tenant:f767cf3e01e34c578785b7791db4f12f on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:02.199213 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0cc35580cfc4e1c97852279aa9b348a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0070033
Jun 27 12:20:02.202238 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38072) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:02.246086 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.260469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38082) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:02.267100 dv-cinder-798098-1-iscsi neutron-server[74899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 27 12:20:02.308834 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:02.315015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.323762 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:02.336464 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:02.383483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Pushing event updated for resources: {'Port': ['ID=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:02.501216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.501216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.501216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.501216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.501754 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.501754 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.502022 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.502722 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.502722 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.503006 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.503332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Tracked resource versions report:
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]: pushed versions:
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Log': {'1.0'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Network': {'1.1'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Port': {'1.5'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'PortForwarding': {'1.2'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'QosPolicy': {'1.8'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SecurityGroup': {'1.2'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'SubPort': {'1.0'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Subnet': {'1.1'},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     'Trunk': {'1.1'}}
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]: consumer versions:
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     HyperV agent@hv-cinder-79809: {},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Log': '1.0',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Network': '1.1',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Port': '1.5',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'PortForwarding': '1.2',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'QosPolicy': '1.8',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SecurityGroup': '1.2',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'SubPort': '1.0',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Subnet': '1.1',
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:                                                      'Trunk': '1.1'}}
Jun 27 12:20:02.504404 dv-cinder-798098-1-iscsi neutron-server[74901]:  {{(pid=74901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:20:02.513146 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:02.514235 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Attempting to bind port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:02.514617 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Attempting to bind port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:02.514985 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Attempting to bind port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:02.525180 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Allocated IP 172.27.2.21 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/26fc5f81-f49d-43c4-8303-1c82014fa74e) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:02.531757 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:02.535283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Checking segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:02.535283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.535283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Bound using segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:02.535283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Bound port: ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:02.535283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.539748 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-ec17b84b-65da-48d4-ae0e-d57fe6cbce87 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:02.541472 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-ec17b84b-65da-48d4-ae0e-d57fe6cbce87 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/networks?id=04d3af6a-f9d3-43bc-b12d-cc5b29386377 HTTP/1.1" status: 200  len: 811 time: 0.2796936
Jun 27 12:20:02.560288 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-ccedbdce-29f8-4b42-9e06-801c8987d6ed tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/quotas/ce14925fba3242129c38aaf6df0ac8a4 HTTP/1.1" status: 200  len: 375 time: 0.0132790
Jun 27 12:20:02.614206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.622006 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-142c0ad5-6019-4f4d-a185-08ec17ba8cc3 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce14925fba3242129c38aaf6df0ac8a4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552955
Jun 27 12:20:02.625620 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.632122 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:02.703546 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8e11ce-bc3a-450f-b256-6d68c4e18a51,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:02.722668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:02.738881 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] For port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:02.745540 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] For port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:02.766577 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.769259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Checking segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:02.772142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Network hostable DHCP agents. Network: f758fbdd-e10e-41d1-ba9e-70557b72259a, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:20:02.826637 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:20:02.831881 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.873613 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-80214e89-b4a9-4a88-9926-27566d337a9a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:20:02.874861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-80214e89-b4a9-4a88-9926-27566d337a9a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0803788
Jun 27 12:20:02.880207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.880626 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Added segment ee2f0d1b-aaa5-4c2a-905c-6bb037686a68 of type vlan for network 63edde71-1705-45d9-a553-588c362aa647
Jun 27 12:20:02.882586 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.887788 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.888354 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:02.980795 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:02.989872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:20:02.996231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Pushing event updated for resources: {'Port': ['ID=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:03.036089 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:03.054339 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-1db1ddc6-fab5-4451-a93e-caee1d088ce5 service neutron] 10.222.0.21 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1691501
Jun 27 12:20:03.136475 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, f758fbdd-e10e-41d1-ba9e-70557b72259a) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:03.144412 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cc801-cbe9-4bfa-a5ff-0d8630a1c16d None None] Network f758fbdd-e10e-41d1-ba9e-70557b72259a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:03.146218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.148150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.148281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:03.148999 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.153046 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:03.179944 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e841ef6-129a-4283-bbf2-d053a448622f,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:03.182323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.214812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:03.222244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:03.343374 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.6924636
Jun 27 12:20:03.351315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38112) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:03.366784 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:03.382664 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:03.384455 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.387720 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:03.397308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Usage tracker for resource:router and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:03.417675 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Pushing event updated for resources: {'Port': ['ID=26fc5f81-f49d-43c4-8303-1c82014fa74e,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:03.420846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:03.421573 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.434073 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e841ef6-129a-4283-bbf2-d053a448622f HTTP/1.1" status: 204  len: 168 time: 1.2205355
Jun 27 12:20:03.441482 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:03.444453 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:03.447244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:03.457704 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-08839705-5da0-45ac-bec8-a44e5e471142 service neutron] 10.222.0.21 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3961554
Jun 27 12:20:03.557305 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-f758fbdd-e10e-41d1-ba9e-70557b72259a', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:20:03.558343 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.571197 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.572364 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.581465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Pushing event updated for resources: {'Network': ['ID=63edde71-1705-45d9-a553-588c362aa647,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:03.588606 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 4.7399108
Jun 27 12:20:03.591167 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:03.591654 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38122) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:03.599774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Request body: {'subnet': {'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-subnet', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:03.605588 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:03.609560 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Usage tracker for resource:subnet and tenant:d2d32d40730d45d9878ce816690fe893 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:03.613633 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:03.620841 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:03.622631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:03.629611 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 63edde71-1705-45d9-a553-588c362aa647 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:20:03.645298 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:03.646467 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:03.650403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:03.791078 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Made reservation on behalf of d2d32d40730d45d9878ce816690fe893 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:03.796547 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.045669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Allocated IP 172.20.0.2 (f758fbdd-e10e-41d1-ba9e-70557b72259a/db8e11ce-bc3a-450f-b256-6d68c4e18a51/df1ac828-e340-4950-92b1-0411340e59c4) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:04.167820 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.198488 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8344c7e-4ec8-4396-b612-40c294232c9f req-84fc87cf-8e25-4358-b420-8bca5bc0768f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0930738
Jun 27 12:20:04.343510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ca180dba-3156-4ca9-b75b-6bcd1df7ee0b up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:04.444793 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff60871-ca27-4d16-b254-0c5935500982 None None] Network 741273bf-66e0-46e4-a3ad-cf6292253502 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:04.468910 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.470636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.625748 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.643486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-253a4eb7-a83e-4afa-bcce-1a7d3a4af529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:04.691063 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38164) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:04.741951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc19c7be-7ff2-4689-ac10-a938fbc87910,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:04.761893 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.762126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:04.781506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.807824 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Transition to ACTIVE for port object df1ac828-e340-4950-92b1-0411340e59c4 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:04.812740 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:04.818407 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Usage tracker for resource:security_group_rule and tenant:00141d090fa2480d8ad784f9c81e41eb is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:04.822001 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:04.829627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:04.849174 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Checking segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:04.849656 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Network hostable DHCP agents. Network: 63edde71-1705-45d9-a553-588c362aa647, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:20:04.854228 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Transition to ACTIVE for port object df1ac828-e340-4950-92b1-0411340e59c4 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:04.941796 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.958853 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.960496 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:04.979342 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:05.017878 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.017878 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.027465 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6faef89-b63c-4a0d-b929-2c1da7c2ae89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:05.054511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Pushing event updated for resources: {'Port': ['ID=df1ac828-e340-4950-92b1-0411340e59c4,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:05.066350 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:05.066350 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Provisioning for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:05.071473 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Provisioning complete for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:05.071930 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.117515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Network 63edde71-1705-45d9-a553-588c362aa647 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:20:05.130521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:05.140018 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:05.140424 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.222778 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c6b7d6-fd80-4fb1-9fb5-a74487b87894,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:05.227285 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 63edde71-1705-45d9-a553-588c362aa647) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:05.235688 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:05.237038 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.246388 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:05.283669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00026a78-9416-4d80-aa06-e1dd9fb54820 None None] Network 63edde71-1705-45d9-a553-588c362aa647 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:05.320669 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00141d090fa2480d8ad784f9c81e41eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6277363
Jun 27 12:20:05.323482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38196) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:05.369081 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80238efb-f15a-40ff-9ad8-2597a3186a9d req-23dd9aa0-bc5f-4d19-ad00-3c04954cd0fb tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0511265
Jun 27 12:20:05.397652 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Allocated IP 172.27.2.197 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/0ed3ab80-a513-4b77-8fb2-7018db13e406) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:05.399300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.402112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:20:05.407531 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8148060
Jun 27 12:20:05.411798 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38200) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:05.420150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:05.443440 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:05.444243 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.455043 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:05.480324 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:05.481646 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:05.514212 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Usage tracker for resource:router and tenant:d2d32d40730d45d9878ce816690fe893 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:05.519398 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:05.539682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:05.552857 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:05.574800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.643250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.643250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.659832 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.686435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.798113 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.799984 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.839371 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.865242 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-84941293-890a-4378-9077-eeefca7952e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:05.894898 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:05.910863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:05.912757 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c6b7d6-fd80-4fb1-9fb5-a74487b87894,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:05.920241 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:05.946758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.949080 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:05.951971 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9718610>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:19:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:05.996126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:05.997375 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:05.997504 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c6b7d6-fd80-4fb1-9fb5-a74487b87894 HTTP/1.1" status: 204  len: 168 time: 0.6727135
Jun 27 12:20:06.010398 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:06.069251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:06.110614 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.115158 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.3961952
Jun 27 12:20:06.115808 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38226) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:06.139161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:06.141729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:06.216933 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.273359 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:06.276874 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Attempting to bind port df1ac828-e340-4950-92b1-0411340e59c4 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:06.277251 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Attempting to bind port df1ac828-e340-4950-92b1-0411340e59c4 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:06.277610 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Attempting to bind port df1ac828-e340-4950-92b1-0411340e59c4 on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:06.288685 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:20:06.289045 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-4d42fd4b-c70b-497a-87fe-1280831e8b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:20:06.303080 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:06.303453 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Checking segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:06.303853 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.304241 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Bound using segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:06.304757 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Bound port: df1ac828-e340-4950-92b1-0411340e59c4, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:06.305127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.308861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Pushing event updated for resources: {'Port': ['ID=0ed3ab80-a513-4b77-8fb2-7018db13e406,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:06.325020 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:06.418005 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c112c1-c51c-4bde-a430-4d3e1bc300bb None None] Network 63edde71-1705-45d9-a553-588c362aa647 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:06.559401 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4fbf4f9-cb36-4ed3-aff3-b5da454bcc7a req-f2b88230-4394-4da7-9416-fad27303bd1b tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0522618
Jun 27 12:20:06.600745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.601490 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.732035 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:06.756493 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:06.791152 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.896s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:06.850942 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9718610>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:03Z', 'revision_number': 3, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:06.855137 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:06.855495 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Updating router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 port 26fc5f81-f49d-43c4-8303-1c82014fa74e binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:06.971782 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] For port df1ac828-e340-4950-92b1-0411340e59c4, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:07.002501 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.018821 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] For port df1ac828-e340-4950-92b1-0411340e59c4, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=df1ac828-e340-4950-92b1-0411340e59c4,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:07.049623 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.087106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.153808 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.168147 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:07.236795 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-be3ec20b-ad4e-4302-b922-ce450d4959e9 None None] Provisioning complete for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:07.237271 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-be3ec20b-ad4e-4302-b922-ce450d4959e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.463061 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.489211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Pushing event updated for resources: {'Port': ['ID=df1ac828-e340-4950-92b1-0411340e59c4,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:07.490376 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Transition to ACTIVE for port object 26fc5f81-f49d-43c4-8303-1c82014fa74e will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:07.498823 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:07.519734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Router ccd40498-0ebb-4fcb-938a-711c29e03650 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:20:07.580472 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.592152 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:07.605686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.703374 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Pushing event updated for resources: {'Port': ['ID=26fc5f81-f49d-43c4-8303-1c82014fa74e,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:07.716452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Allocated IP 172.27.2.159 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/da2c6b3d-f40d-4973-81df-c5cf77d5c6c8) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:07.737368 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.737725 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.738067 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.738402 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.738735 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.744682 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.744682 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.744682 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.745451 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.745802 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.746145 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Tracked resource versions report:
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]: pushed versions:
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]: {   'ConntrackHelper': {'1.0'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Log': {'1.0'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Network': {'1.1'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Port': {'1.5'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'PortForwarding': {'1.2'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'QosPolicy': {'1.8'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SecurityGroup': {'1.2'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SecurityGroupRule': {'1.0'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'SubPort': {'1.0'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Subnet': {'1.1'},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     'Trunk': {'1.1'}}
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]: consumer versions:
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]: {   DHCP agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     HyperV agent@hv-cinder-79809: {},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     L3 agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     Metadata agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     Metering agent@dv-cinder-798098-1-iscsi: {},
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:     Open vSwitch agent@dv-cinder-798098-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Log': '1.0',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Network': '1.1',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Port': '1.5',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'PortForwarding': '1.2',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'QosPolicy': '1.8',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SecurityGroup': '1.2',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SecurityGroupRule': '1.0',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'SubPort': '1.0',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Subnet': '1.1',
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:                                                      'Trunk': '1.1'}}
Jun 27 12:20:07.747224 dv-cinder-798098-1-iscsi neutron-server[74902]:  {{(pid=74902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 27 12:20:07.752594 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:07.776116 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Attempting to bind port 26fc5f81-f49d-43c4-8303-1c82014fa74e on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:07.776522 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Attempting to bind port 26fc5f81-f49d-43c4-8303-1c82014fa74e by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:07.778389 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Attempting to bind port 26fc5f81-f49d-43c4-8303-1c82014fa74e on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:07.792171 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:07.793264 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:07.793833 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.794638 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:07.802502 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Bound port: 26fc5f81-f49d-43c4-8303-1c82014fa74e, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:07.803318 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.932545 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] For port 26fc5f81-f49d-43c4-8303-1c82014fa74e, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:07.935542 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] For port 26fc5f81-f49d-43c4-8303-1c82014fa74e, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=26fc5f81-f49d-43c4-8303-1c82014fa74e,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:07.935698 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:07.982485 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Allocated IP 172.20.0.1 (741273bf-66e0-46e4-a3ad-cf6292253502/37e38920-e5be-4018-8516-c83d2ba78b0b/c55febba-4132-4269-93a3-ee39e3acac46) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:07.994929 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-79537567-8c6e-4f76-8659-34f7a767d03a req-4cd0b6cc-18e3-46f2-b72b-c5c21afc8e57 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0530603
Jun 27 12:20:08.026883 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.035206 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:08.113200 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.121843 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6300b186-b1a8-4a61-8407-3a11e2df9212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:08.136958 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Pushing event updated for resources: {'Port': ['ID=26fc5f81-f49d-43c4-8303-1c82014fa74e,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:08.144140 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:08.184611 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:08.184611 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9718610>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:19:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:08.300127 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:08.316760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:08.319973 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:08.417586 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.430080 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Pushing event updated for resources: {'Port': ['ID=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:08.434228 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ca180dba-3156-4ca9-b75b-6bcd1df7ee0b up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:08.434721 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:08.464267 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:08.481154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:08.483699 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Transition to ACTIVE for port object c55febba-4132-4269-93a3-ee39e3acac46 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:08.578733 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:08.580065 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92cdac0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:19:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:08.614797 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.615663 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.648505 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.669148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:08.696764 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:08.726581 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.730674 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92e837-c54f-4bae-8ac7-6679a9ccf67a None None] Network f758fbdd-e10e-41d1-ba9e-70557b72259a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:20:08.731591 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.3765454
Jun 27 12:20:08.733354 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38288) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:08.755160 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:08.827142 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:08.842612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:08.843080 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:08.848812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Pushing event updated for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:08.855402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:09.030544 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:09.031226 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:09.144966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:09.164668 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c79e50b3-f2b0-488b-9b6e-53e8023eb2a8 None None] Provisioning for port df1ac828-e340-4950-92b1-0411340e59c4 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:09.342415 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-11a00824-3235-4958-9057-70dc1171a1f4 req-320efac5-590f-4f31-8c42-c666af52ac28 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.1146092
Jun 27 12:20:09.344099 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9718610>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:03Z', 'revision_number': 3, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:09.344783 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Router 3075e578-b3f9-4c87-b08d-a974bf5f1aef is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:20:09.369519 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839cb37b-6e87-4bd9-9d04-db6a3a5fcc40 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:03Z', 'revision_number': 3, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:09.426752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:09.580916 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device df1ac828-e340-4950-92b1-0411340e59c4 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:09.700792 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6152ab07-cc45-4c14-833d-903f1e333e77 None None] Provisioning for port c55febba-4132-4269-93a3-ee39e3acac46 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:09.822410 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:09.833505 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Sync routers for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:09.863344 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:09.869596 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9527d90>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:19:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:09.913417 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6152ab07-cc45-4c14-833d-903f1e333e77 None None] Provisioning complete for port c55febba-4132-4269-93a3-ee39e3acac46 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:09.916607 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6152ab07-cc45-4c14-833d-903f1e333e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:09.940862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:09.944109 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.5295177
Jun 27 12:20:09.946555 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38320) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:09.976729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:09.980248 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.47', 64027) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:10.307316 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-6152ab07-cc45-4c14-833d-903f1e333e77 None None] Port c55febba-4132-4269-93a3-ee39e3acac46 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:10.428972 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port df1ac828-e340-4950-92b1-0411340e59c4 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:10.429821 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-b84cb1f4-1e2d-46e7-8802-c2db1c6368d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:10.430558 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-b84cb1f4-1e2d-46e7-8802-c2db1c6368d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Synchronizing usage tracker for tenant:ce14925fba3242129c38aaf6df0ac8a4 on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:10.448244 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:10.581910 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port df1ac828-e340-4950-92b1-0411340e59c4 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:10.582490 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:10.659235 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-b84cb1f4-1e2d-46e7-8802-c2db1c6368d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Unset dirty status for tenant:ce14925fba3242129c38aaf6df0ac8a4 on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:10.661767 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-b84cb1f4-1e2d-46e7-8802-c2db1c6368d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.47 "GET /v2.0/networks?id=04d3af6a-f9d3-43bc-b12d-cc5b29386377 HTTP/1.1" status: 200  len: 811 time: 0.6800401
Jun 27 12:20:10.663148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:10.680074 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:10.693121 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7834ea1c-7afa-4261-9e6a-bcf126c198e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:10.860031 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Pushing event updated for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:10.871170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:10.886573 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Request body: {'port': {'device_id': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377', 'admin_state_up': True, 'tenant_id': 'ce14925fba3242129c38aaf6df0ac8a4'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:10.951931 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38350) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:11.049711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.131311 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port df1ac828-e340-4950-92b1-0411340e59c4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=df1ac828-e340-4950-92b1-0411340e59c4,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:11.133978 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92cdac0>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:06Z', 'revision_number': 3, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:11.136451 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-cdd7e6e3-994a-4be3-b184-84fafad3ef50 None None] Provisioning complete for port df1ac828-e340-4950-92b1-0411340e59c4 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:11.137926 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e6e3-994a-4be3-b184-84fafad3ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.145439 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-725f65b8-54e7-49be-802f-649b234b94be req-3cc83ca0-5b78-41c8-9022-e63f4d621f31 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.1889729
Jun 27 12:20:11.162711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:11.178599 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Usage tracker for resource:port and tenant:ce14925fba3242129c38aaf6df0ac8a4 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:11.207743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:11.223023 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:11.224542 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Updating router ccd40498-0ebb-4fcb-938a-711c29e03650 port 0ed3ab80-a513-4b77-8fb2-7018db13e406 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:11.253565 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9527d90>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 3, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:11.263417 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Checking router: 3075e578-b3f9-4c87-b08d-a974bf5f1aef for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:11.264009 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Updating router 3075e578-b3f9-4c87-b08d-a974bf5f1aef port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:11.329102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:11.367619 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.373529 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.428441 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.473864 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:11.552771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:11.553817 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Made reservation on behalf of ce14925fba3242129c38aaf6df0ac8a4 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:11.557197 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.575011 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:11.604823 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6be8ab08-acd2-448e-b3af-508f998c2221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.756851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:11.767918 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 26fc5f81-f49d-43c4-8303-1c82014fa74e up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:12.049906 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.068583 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Transition to ACTIVE for port object da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:12.131100 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=df1ac828-e340-4950-92b1-0411340e59c4,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:12.148507 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:12.165009 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.169764 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:12.208001 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.256863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Allocated IP 172.20.0.3 (04d3af6a-f9d3-43bc-b12d-cc5b29386377/7bd108ac-2a48-45ac-9fd7-7c1996679f16/36a895f9-f96e-4b27-acfa-a15756ef5dfc) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:12.345054 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Allocated IP 172.20.0.1 (63edde71-1705-45d9-a553-588c362aa647/fc19c7be-7ff2-4689-ac10-a938fbc87910/a6fd7c80-f545-4b9f-acbe-1b09b4d714e8) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:12.386434 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 26fc5f81-f49d-43c4-8303-1c82014fa74e completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:12.396726 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 26fc5f81-f49d-43c4-8303-1c82014fa74e triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:12.397098 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.460183 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Pushing event updated for resources: {'Port': ['ID=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:12.467934 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:12.476347 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Attempting to bind port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:12.476894 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Attempting to bind port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:12.477365 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Attempting to bind port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:12.508315 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:12.517731 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:12.518400 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.518817 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:12.519372 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Bound port: da2c6b3d-f40d-4973-81df-c5cf77d5c6c8, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:12.519720 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.610135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.660440 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.679254 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] For port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:12.687915 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] For port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:12.702740 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.706923 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.resource_extend [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 27 12:20:12.710003 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-db5774e9-d8e3-4e9c-907f-4e42ba7cf82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:12.720798 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.739011 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 26fc5f81-f49d-43c4-8303-1c82014fa74e, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=26fc5f81-f49d-43c4-8303-1c82014fa74e,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:12.741659 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-bc0c1296-48c6-4380-88b6-6ae91679fe12 None None] Provisioning complete for port c55febba-4132-4269-93a3-ee39e3acac46 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:12.742034 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-bc0c1296-48c6-4380-88b6-6ae91679fe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.784685 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.789846 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:12.874898 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:12.924209 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b373e-ec83-45a0-b50f-a5ba2b5dffc7 req-96425872-d488-4a6b-9e39-4421c960c5d4 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:12.930764 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-377b373e-ec83-45a0-b50f-a5ba2b5dffc7 req-96425872-d488-4a6b-9e39-4421c960c5d4 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 931 time: 0.1420500
Jun 27 12:20:12.935389 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Network 63edde71-1705-45d9-a553-588c362aa647 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:12.994397 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:13.023559 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c1296-48c6-4380-88b6-6ae91679fe12 None None] Port c55febba-4132-4269-93a3-ee39e3acac46 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:13.033049 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.036756 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:13.043627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:13.054023 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Pushing event updated for resources: {'Port': ['ID=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:13.069028 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:13.093733 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:13.108230 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:13.109501 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9527d90>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:19:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:13.125179 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.126241 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-377b373e-ec83-45a0-b50f-a5ba2b5dffc7 req-e4d84ae8-2302-4d88-ac64-ff47b43bcc5a tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1844764
Jun 27 12:20:13.132034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:13.132547 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.161290 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Transition to ACTIVE for port object 0ed3ab80-a513-4b77-8fb2-7018db13e406 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:13.175164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:13.263511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.290355 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=26fc5f81-f49d-43c4-8303-1c82014fa74e,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:13.301601 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:13.302016 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:13.352125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:13.374187 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:13.380638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Attempting to bind port 0ed3ab80-a513-4b77-8fb2-7018db13e406 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:13.381087 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Attempting to bind port 0ed3ab80-a513-4b77-8fb2-7018db13e406 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:13.381522 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Attempting to bind port 0ed3ab80-a513-4b77-8fb2-7018db13e406 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:13.387833 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Pushing event updated for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:13.395190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:13.395190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:13.402153 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:13.402540 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:13.402950 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.403393 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:13.403880 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Bound port: 0ed3ab80-a513-4b77-8fb2-7018db13e406, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:13.404233 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.408993 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:13.409498 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.420939 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.438046 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Pushing event updated for resources: {'Port': ['ID=0ed3ab80-a513-4b77-8fb2-7018db13e406,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:13.447639 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:13.678077 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:13.727474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 26fc5f81-f49d-43c4-8303-1c82014fa74e up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:13.780573 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9251814
Jun 27 12:20:13.842775 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.870059 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] For port 0ed3ab80-a513-4b77-8fb2-7018db13e406, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:13.895547 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] For port 0ed3ab80-a513-4b77-8fb2-7018db13e406, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0ed3ab80-a513-4b77-8fb2-7018db13e406,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:13.983682 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:13.991804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:14.090963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.101967 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8e26cdf1-9a7e-4354-86ee-0ac2e7a4775e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.147157 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9527d90>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 3, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:14.153086 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b6e11-b404-4f4a-9e4b-c48ceb0965b3 None None] The sync data for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi is: [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 3, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:14.187886 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.190132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.197066 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:14.253289 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 26fc5f81-f49d-43c4-8303-1c82014fa74e triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:14.253631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.297914 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Allocated IP 172.20.0.1 (f758fbdd-e10e-41d1-ba9e-70557b72259a/db8e11ce-bc3a-450f-b256-6d68c4e18a51/a0dc5a38-cb53-4a0d-a534-f36a8f766e20) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:14.304262 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Pushing event updated for resources: {'Port': ['ID=0ed3ab80-a513-4b77-8fb2-7018db13e406,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:14.309052 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:14.334600 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:14.335389 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92cdac0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:14.562464 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.585425 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Transition to ACTIVE for port object a0dc5a38-cb53-4a0d-a534-f36a8f766e20 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:14.638556 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device df1ac828-e340-4950-92b1-0411340e59c4 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:14.654933 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:20:14.707442 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.710686 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Network 63edde71-1705-45d9-a553-588c362aa647 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:14.722463 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:14.737778 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:14.747098 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:14.806366 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-316a0194-c3ba-4d49-8df0-2e843c45dc09 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:14.999468 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:15.015761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port df1ac828-e340-4950-92b1-0411340e59c4 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:15.016241 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:15.054593 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:15.066672 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Pushing event updated for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:15.072815 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:15.073442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:15.082732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:15.416409 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:15.416409 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:15.417438 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f1d20-3692-46ce-9bee-6349acc734b2 req-358848e0-3d7f-4365-81ab-b37a9726afa3 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:15.417438 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-495f1d20-3692-46ce-9bee-6349acc734b2 req-358848e0-3d7f-4365-81ab-b37a9726afa3 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 931 time: 0.6371844
Jun 27 12:20:15.468883 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:15.487293 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-495f1d20-3692-46ce-9bee-6349acc734b2 req-5015ac8b-26f2-40f3-b7b5-6b1607a2c0b5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2156336
Jun 27 12:20:15.658704 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92cdac0>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:06Z', 'revision_number': 3, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:15.662849 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-e1a495fb-15eb-4046-becc-e7efcbf6d6b9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74900) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:20:15.664195 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-e1a495fb-15eb-4046-becc-e7efcbf6d6b9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0120580
Jun 27 12:20:15.673536 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708b62e7-9887-44cb-a052-70dccbb56e65 None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:06Z', 'revision_number': 3, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:15.723000 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:15.756887 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-e3881ee0-3396-4196-be6f-cf116f025abd None None] Provisioning for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:15.779919 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-e3881ee0-3396-4196-be6f-cf116f025abd None None] Provisioning complete for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:15.780291 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e3881ee0-3396-4196-be6f-cf116f025abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:15.787851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Router 3075e578-b3f9-4c87-b08d-a974bf5f1aef has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:20:15.975089 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-e3881ee0-3396-4196-be6f-cf116f025abd None None] Port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:16.053326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:16.061469 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:16.062136 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.069814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:16.183426 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.224303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:16.232729 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] 10.222.0.21 "PUT /v2.0/routers/5df07cba-5a37-4a93-b14b-6a1b4bc61684/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1153095
Jun 27 12:20:16.233787 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] 10.222.0.21 "PUT /v2.0/routers/3075e578-b3f9-4c87-b08d-a974bf5f1aef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2844009
Jun 27 12:20:16.238691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:16.300908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.302281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.307489 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:16.308134 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9096160>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:16.319475 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:16.370102 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.391674 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Request body: {'port': {'device_id': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:16.396866 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.495166 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:16.574558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:16.591930 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:16.691976 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:17.013724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703203a-fe96-4283-82ff-c05ec38ed63f req-fd837c24-dea1-46a2-97b7-494be4e7320f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:17.026640 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0703203a-fe96-4283-82ff-c05ec38ed63f req-fd837c24-dea1-46a2-97b7-494be4e7320f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 931 time: 0.2111602
Jun 27 12:20:17.073289 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:17.113314 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:17.159051 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0703203a-fe96-4283-82ff-c05ec38ed63f req-d3ce8b4a-bc9c-4f07-83a2-408a8ec008ca tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1314490
Jun 27 12:20:17.229486 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:17.245965 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:17.327792 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:17.332772 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:17.510288 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9096160>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:09Z', 'revision_number': 2, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:17.515212 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:17.515613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Updating router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 port c55febba-4132-4269-93a3-ee39e3acac46 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:17.594009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:17.731559 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:17.826495 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:17.903573 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38516) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:17.913799 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838491305', 'description': 'tempest-description--571962958'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:17.928793 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:17.940930 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:17.954164 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:17.976157 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:18.080156 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.131691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c1cc154c-d33a-4066-bfcb-dc3ba1cd4afa None None] Provisioning complete for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:18.132303 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c1cc154c-d33a-4066-bfcb-dc3ba1cd4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.205806 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:18.210173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:18.214487 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:18.228221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:18.289229 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:18.289229 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.389577 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.493342 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.498895 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fec724e-abf7-4515-b36e-b4d0ea418392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:18.596171 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.617797 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Transition to ACTIVE for port object c55febba-4132-4269-93a3-ee39e3acac46 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:18.623294 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f58c7f-2feb-4986-8278-3a5958d9e00a,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:18.626719 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-c1cc154c-d33a-4066-bfcb-dc3ba1cd4afa None None] Port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:18.632501 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:18.721179 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.734627 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:18.737498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.738696 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8341527
Jun 27 12:20:18.751616 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38548) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:18.762775 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group_rule': {'security_group_id': '56f58c7f-2feb-4986-8278-3a5958d9e00a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:18.781271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:18.796210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:18.803323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:18.813179 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a895f9-f96e-4b27-acfa-a15756ef5dfc {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:18.826186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:18.833808 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:18.850703 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91994894-695a-44d7-bde0-0bbba6e2d50d req-8e9cd0e4-cb3b-47b2-bbdd-b1390f8a16b5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:18.852590 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-91994894-695a-44d7-bde0-0bbba6e2d50d req-8e9cd0e4-cb3b-47b2-bbdd-b1390f8a16b5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 931 time: 0.2035182
Jun 27 12:20:18.890454 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Transition to ACTIVE for port object 36a895f9-f96e-4b27-acfa-a15756ef5dfc will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:18.937136 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:20:18.965003 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.006130 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-91994894-695a-44d7-bde0-0bbba6e2d50d req-9d3e6ae2-e0e0-4305-b5bf-fa4cdf90f3fa tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389289
Jun 27 12:20:19.039514 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.052284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:19.089920 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Pushing event updated for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:19.126805 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:19.172558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Attempting to bind port c55febba-4132-4269-93a3-ee39e3acac46 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:19.175691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Attempting to bind port c55febba-4132-4269-93a3-ee39e3acac46 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:19.176254 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Attempting to bind port c55febba-4132-4269-93a3-ee39e3acac46 on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:19.197335 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:19.197954 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Checking segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:19.198473 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.200350 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Bound using segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:19.200970 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Bound port: c55febba-4132-4269-93a3-ee39e3acac46, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:19.203197 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.315251 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.398934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Pushing event updated for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:19.404426 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.409449 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:19.411386 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] For port c55febba-4132-4269-93a3-ee39e3acac46, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:19.417629 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:19.419618 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] For port c55febba-4132-4269-93a3-ee39e3acac46, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c55febba-4132-4269-93a3-ee39e3acac46,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:19.430670 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Attempting to bind port 36a895f9-f96e-4b27-acfa-a15756ef5dfc on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:19.431036 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Attempting to bind port 36a895f9-f96e-4b27-acfa-a15756ef5dfc by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '9ecaa250-56f1-4323-84a3-5594fb2c6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:19.431413 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Attempting to bind port 36a895f9-f96e-4b27-acfa-a15756ef5dfc on network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:19.451109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba02630-d7da-44ff-995c-36b0943d574c,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:19.464430 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Port 36a895f9-f96e-4b27-acfa-a15756ef5dfc on network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:20:19.464758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Attempting to bind port 36a895f9-f96e-4b27-acfa-a15756ef5dfc on network 04d3af6a-f9d3-43bc-b12d-cc5b29386377 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:19.468827 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:19.481724 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:19.482083 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Checking segment: {'id': '9ecaa250-56f1-4323-84a3-5594fb2c6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:19.482645 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Bound using segment: {'id': '9ecaa250-56f1-4323-84a3-5594fb2c6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:19.483092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Bound port: 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecaa250-56f1-4323-84a3-5594fb2c6b99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:19.483440 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.589579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.595522 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c61722fc-5718-4d26-9be4-a7173c49577b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:19.642236 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.643541 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8888333
Jun 27 12:20:19.646384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38568) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:19.652819 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group_rule': {'security_group_id': '56f58c7f-2feb-4986-8278-3a5958d9e00a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:19.662720 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:19.673668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:19.680572 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:19.687915 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:19.710465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:19.716800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc,segment=NetworkSegment(9ecaa250-56f1-4323-84a3-5594fb2c6b99),segment_id=9ecaa250-56f1-4323-84a3-5594fb2c6b99)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:19.776263 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.781058 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:20:19.796461 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccd40498-0ebb-4fcb-938a-711c29e03650/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0498748
Jun 27 12:20:19.823502 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:19.837217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:19.922161 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:19.923360 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9096160>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:20.107094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:20.139141 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Pushing event updated for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:20.167783 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:20.175332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:20.181885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:20.213362 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad49057a-c95b-42a4-b8e2-6ec2c1c46b57,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:20.229142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:20.310654 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:20.317719 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6659915
Jun 27 12:20:20.318703 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38596) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:20.333387 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:20.341383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:20.355360 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:floatingip and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:20.361253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:20.371951 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:20.389775 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:20.391377 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] 10.222.0.47 "PUT /v2.0/ports/36a895f9-f96e-4b27-acfa-a15756ef5dfc HTTP/1.1" status: 200  len: 1093 time: 4.2034338
Jun 27 12:20:20.392105 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:20.497958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38602) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:20.501546 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:20.584258 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Pushing event updated for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:20.591717 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:20.745794 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd935b35-44e9-4322-adc4-1af8bb1f5a34 req-43ee5035-8e03-4a1a-a12b-5789c6fb735f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:20.748806 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fd935b35-44e9-4322-adc4-1af8bb1f5a34 req-43ee5035-8e03-4a1a-a12b-5789c6fb735f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 943 time: 0.3620403
Jun 27 12:20:20.816581 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-40b8b6be-fa57-434a-a648-69231b114d54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce14925fba3242129c38aaf6df0ac8a4&device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 1096 time: 0.2022491
Jun 27 12:20:20.885552 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:20.905082 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fd935b35-44e9-4322-adc4-1af8bb1f5a34 req-303accb5-187b-4802-8b6b-73e321a7a96f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1478961
Jun 27 12:20:20.984801 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:21.006492 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-6f59da8f-3310-49e5-9ed6-bd821082def4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc HTTP/1.1" status: 200  len: 217 time: 0.1448767
Jun 27 12:20:21.165306 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38628) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:21.304866 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Allocated IP 172.27.2.118 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/09e5bd2d-6310-4915-b085-e635c96ddf95) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:21.318022 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-4c064469-ee60-4222-99d2-00c030c02ef6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:21.324064 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-4c064469-ee60-4222-99d2-00c030c02ef6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bd108ac-2a48-45ac-9fd7-7c1996679f16 HTTP/1.1" status: 200  len: 851 time: 0.1418273
Jun 27 12:20:21.372022 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:21.440331 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-fb1ad17d-3b00-4516-9f36-097527ffb2f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=04d3af6a-f9d3-43bc-b12d-cc5b29386377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0881300
Jun 27 12:20:21.465767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:21.467107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:21.512640 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a99a61d621842c280a1564df8cf6db0 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:21.615564 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9096160>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:19Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:21.620537 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42639e5-889e-4d11-ae37-3917844b6348 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:19Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:21.818121 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0ed3ab80-a513-4b77-8fb2-7018db13e406 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:21.831879 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:21.841410 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Usage tracker for resource:security_group_rule and tenant:dfca520e7aeb4c1b825c0eefdb36922e is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:21.872125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:21.883664 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:21.884828 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:21.927388 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:21.933471 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-11c16bcd-eb43-4eb7-b9fe-a3dd27f2ff09 service neutron] 10.222.0.47 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4446199
Jun 27 12:20:22.155054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 0ed3ab80-a513-4b77-8fb2-7018db13e406 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:22.155054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 0ed3ab80-a513-4b77-8fb2-7018db13e406 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:22.155054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.252292 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.351908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.387881 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.395495 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f6b0e916-2972-4790-8cc4-18b50b090bcc req-41e970e3-5cfc-4667-8764-011ecbcc3ec1 service neutron] 10.222.0.47 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3933489
Jun 27 12:20:22.396900 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.402457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:22.447646 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.455496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ff5bc5c1-5a37-4fd4-bab3-c58fdeca4a3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:22.530839 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.539021 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfca520e7aeb4c1b825c0eefdb36922e&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3700159
Jun 27 12:20:22.540973 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38656) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:22.544095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.570670 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 0ed3ab80-a513-4b77-8fb2-7018db13e406, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0ed3ab80-a513-4b77-8fb2-7018db13e406,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:22.587920 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:22.590125 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=09e5bd2d-6310-4915-b085-e635c96ddf95,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:22.592513 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:22.601189 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:22.601708 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:22.608747 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:22.629112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8be810-027b-4eda-aacf-901815bf05e5,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:22.635878 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a99a61d621842c280a1564df8cf6db0&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1363344
Jun 27 12:20:22.643049 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38660) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:22.656452 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.658235 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:22.666519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:22.710095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fb7813-1930-4d18-9ae3-ad06bda17c7d,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:22.713534 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.733293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:22.790988 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=0ed3ab80-a513-4b77-8fb2-7018db13e406,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:22.809293 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:22.819298 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:22.865356 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38668) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:22.926223 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208246568', 'description': 'tempest-description--1406562236'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:22.970963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:22.996262 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:23.005053 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:23.012175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.017796 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:23.034945 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38680) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:23.038099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8be810-027b-4eda-aacf-901815bf05e5,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:23.048138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:23.078073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:23.078597 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.100961 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f8be810-027b-4eda-aacf-901815bf05e5 HTTP/1.1" status: 204  len: 168 time: 0.5588050
Jun 27 12:20:23.223287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.264499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.272640 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.273541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.296019 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc', 'status': 'completed', 'code': 200}
Jun 27 12:20:23.321700 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.328742 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:23.342764 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:23.355702 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:23.362147 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Usage tracker for resource:security_group_rule and tenant:44ba989448d94287a698ad5225584b17 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:23.366936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:23.377585 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:23.380895 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:23.405525 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:23.443297 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.545005 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.571947 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-85ef521c-9b57-4799-90ee-0fadc2a1989d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ce14925fba3242129c38aaf6df0ac8a4&device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 1096 time: 0.1358635
Jun 27 12:20:23.577426 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.602241 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.626393 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.661415 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ccd818a0-2cf3-45bb-900e-2257daa823b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:23.712663 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:23.715724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.757972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fb7813-1930-4d18-9ae3-ad06bda17c7d,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:23.778266 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:23.778884 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4d40b182-56a6-4449-9279-c5b4024b0ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:23.802909 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3bfc94-12fa-44a6-b4f6-2a7cdf7d1915,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:23.806264 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:23.820680 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=44ba989448d94287a698ad5225584b17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7722094
Jun 27 12:20:23.821033 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38698) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:23.902528 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c55febba-4132-4269-93a3-ee39e3acac46 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:23.926734 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.929222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-a4dda8f1-2012-454f-9900-5a878434a909 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:23.931371 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-a4dda8f1-2012-454f-9900-5a878434a909 service neutron] 10.222.0.47 "GET /v2.0/networks?id=04d3af6a-f9d3-43bc-b12d-cc5b29386377 HTTP/1.1" status: 200  len: 912 time: 0.3405261
Jun 27 12:20:23.974750 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:23.975756 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1fb7813-1930-4d18-9ae3-ad06bda17c7d HTTP/1.1" status: 204  len: 168 time: 1.3319318
Jun 27 12:20:24.000170 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32e8578-0e04-4e74-afeb-ff3a7787291d,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:24.016250 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-226debf2-7db9-4300-a8c6-1c9fe4199398 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc HTTP/1.1" status: 200  len: 217 time: 0.0742695
Jun 27 12:20:24.017250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:24.020997 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.022376 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 1.1561377
Jun 27 12:20:24.025289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38708) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:24.044451 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group_rule': {'security_group_id': 'e32e8578-0e04-4e74-afeb-ff3a7787291d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:24.064529 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:24.076059 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.080879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c1c8d-5ed6-42e5-bdf9-f7689041e1f1 req-b81ac7ac-a48c-4cbe-b01f-3927e4b562b5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:24.082411 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c98c1c8d-5ed6-42e5-bdf9-f7689041e1f1 req-b81ac7ac-a48c-4cbe-b01f-3927e4b562b5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 943 time: 0.5488074
Jun 27 12:20:24.089101 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:24.094238 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.103613 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:24.147894 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port c55febba-4132-4269-93a3-ee39e3acac46 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:24.150715 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-dab9990b-fcb4-46a4-919a-2d1117e927a2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:24.152598 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-dab9990b-fcb4-46a4-919a-2d1117e927a2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7bd108ac-2a48-45ac-9fd7-7c1996679f16 HTTP/1.1" status: 200  len: 851 time: 0.1219687
Jun 27 12:20:24.154428 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port c55febba-4132-4269-93a3-ee39e3acac46 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:24.154977 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.161693 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:24.184486 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.217341 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aeaed47d-ce55-4d1d-82f2-8a60031cb7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:24.262402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.271987 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6f5242c0-1109-4a3a-a998-9d1a6d9f3de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:24.294232 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.298204 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e3bfc94-12fa-44a6-b4f6-2a7cdf7d1915 HTTP/1.1" status: 204  len: 168 time: 0.4735177
Jun 27 12:20:24.301618 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3bfc94-12fa-44a6-b4f6-2a7cdf7d1915,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:24.304177 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:24.324011 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.356931 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c98c1c8d-5ed6-42e5-bdf9-f7689041e1f1 req-a76f3f4a-90e1-4dae-9110-c5d1a9bcf6d3 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2648427
Jun 27 12:20:24.400628 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.404195 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.443861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=09e5bd2d-6310-4915-b085-e635c96ddf95,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:24.459869 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:24.489735 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port c55febba-4132-4269-93a3-ee39e3acac46, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c55febba-4132-4269-93a3-ee39e3acac46,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:24.520990 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.542653 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.544612 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2249038
Jun 27 12:20:24.564567 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-e4244de3-b876-4e63-a87f-476afb5108a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=04d3af6a-f9d3-43bc-b12d-cc5b29386377&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222234
Jun 27 12:20:24.616765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.617806 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0ed3ab80-a513-4b77-8fb2-7018db13e406 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:24.655488 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:24.690957 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.692924 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:24.772920 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:24.784946 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:24.810901 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 0ed3ab80-a513-4b77-8fb2-7018db13e406 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:24.811430 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.814597 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787fa593-64bb-4ca9-a417-1a87e0bf2425,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:24.834510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:24.902168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:24.903881 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.8766129
Jun 27 12:20:24.906340 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38736) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:24.918553 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group_rule': {'security_group_id': 'e32e8578-0e04-4e74-afeb-ff3a7787291d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:24.923452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:24.927977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:24.930981 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:24.940574 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:25.035970 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.086624 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-a1501fe5-574a-44a3-a122-4abb2bf45d4e service neutron] 10.222.0.47 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3816733
Jun 27 12:20:25.222972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.272886 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c0c4da21-4b25-476e-b459-60a14abf41fa req-bc2fc52f-d8a1-4d66-b63b-76939bc10e7e service neutron] 10.222.0.47 "GET /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750774
Jun 27 12:20:25.299196 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.302031 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-221b4785-edca-49f8-ac90-d706b4a7f08c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:25.368982 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52acd210-157b-4214-8827-9bf511cc4550,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:25.378384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:25.490171 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.491325 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5831149
Jun 27 12:20:25.494444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38764) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:25.499800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:25.514824 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:25.523505 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:floatingip and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:25.535081 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:25.538666 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-2d9d7d03-1228-48f3-8f61-a75b8481b27a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Synchronizing usage tracker for tenant:32238de6486240bd8dd6f65bac391f2a on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:25.551955 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:25.639843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.695646 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c55febba-4132-4269-93a3-ee39e3acac46 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:25.702452 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38770) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:25.713945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-2d9d7d03-1228-48f3-8f61-a75b8481b27a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Unset dirty status for tenant:32238de6486240bd8dd6f65bac391f2a on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:25.715387 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-2d9d7d03-1228-48f3-8f61-a75b8481b27a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--838491305&fields=id&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 267 time: 0.2551684
Jun 27 12:20:25.870777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port c55febba-4132-4269-93a3-ee39e3acac46 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:25.871151 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.892624 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:25.988720 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:25.995072 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Usage tracker for resource:security_group_rule and tenant:4c822abb696d423ab65a5d4f861e8485 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:25.999642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:26.008081 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:26.158990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.172371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8919-b354-46ec-a664-6680e1a7f84d req-a04dca9a-c16c-405b-bde6-b16b6e0e22b4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:26.173250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-a04dca9a-c16c-405b-bde6-b16b6e0e22b4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Synchronizing usage tracker for tenant:32238de6486240bd8dd6f65bac391f2a on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:26.271043 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-a04dca9a-c16c-405b-bde6-b16b6e0e22b4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Unset dirty status for tenant:32238de6486240bd8dd6f65bac391f2a on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:26.272853 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-a04dca9a-c16c-405b-bde6-b16b6e0e22b4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 816 time: 0.5485058
Jun 27 12:20:26.295291 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-bf88a1cc-c9f4-42d6-b6fa-b8611c702c50 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/quotas/32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 375 time: 0.0162191
Jun 27 12:20:26.375407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.395566 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Allocated IP 172.27.2.93 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/a9c9405b-1af0-4f9a-af41-ed2c12136a0f) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:26.424429 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-62073ffe-8697-46d7-bc60-ca744352602d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1227758
Jun 27 12:20:26.490643 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.507608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-24ed9f75-ee96-4500-a003-edbb02f777fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:26.570315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d761e24-1973-4738-89d7-c0b8972e386a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:26.575612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:26.587584 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c822abb696d423ab65a5d4f861e8485&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8822083
Jun 27 12:20:26.590941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38786) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:26.620814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.721321 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.751131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.755991 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fcfb9d2-9066-452a-a6a3-b9e4301ba794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:26.771999 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:26.922188 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:26.922453 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:26.924506 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=a9c9405b-1af0-4f9a-af41-ed2c12136a0f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:26.926683 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:26.930761 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:27.028910 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.043822 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5913586c-7cad-4e68-8191-707125d68816 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:27.077228 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d761e24-1973-4738-89d7-c0b8972e386a,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:27.098150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:27.111414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.114262 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d761e24-1973-4738-89d7-c0b8972e386a HTTP/1.1" status: 204  len: 168 time: 0.5223014
Jun 27 12:20:27.219250 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.353314 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.353513 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-ce9da4cf-c16f-423f-bb55-00b38625968d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:20:27.361882 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-ce9da4cf-c16f-423f-bb55-00b38625968d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4405465
Jun 27 12:20:27.570331 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-b55fbbc0-17da-4266-91a2-df8ebdf26725 service neutron] 10.222.0.21 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072141
Jun 27 12:20:27.695563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.779419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.798379 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:27.856152 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-60753778-e431-4d30-b434-8be6e18f4dad service neutron] 10.222.0.21 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2832530
Jun 27 12:20:27.886132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-b6c0b799-3cd3-4f27-ae95-9e082717774e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:27.887737 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-b6c0b799-3cd3-4f27-ae95-9e082717774e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 819 time: 0.2330415
Jun 27 12:20:27.908793 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-42d3e2f2-4f9b-49a5-948a-8d2ab7cf4b36 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/quotas/d2d32d40730d45d9878ce816690fe893 HTTP/1.1" status: 200  len: 375 time: 0.0134969
Jun 27 12:20:27.958835 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:27.973029 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=a9c9405b-1af0-4f9a-af41-ed2c12136a0f,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:27.995211 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:28.065760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-598f847d-3b98-4fa0-acf6-f7beb682bc4f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Synchronizing usage tracker for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:28.112188 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:28.124384 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6179850
Jun 27 12:20:28.210461 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-598f847d-3b98-4fa0-acf6-f7beb682bc4f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Unset dirty status for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:28.212117 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-598f847d-3b98-4fa0-acf6-f7beb682bc4f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2985163
Jun 27 12:20:28.421857 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-dae64964-cba8-4839-a505-a1f29defcfdb service neutron] 10.222.0.21 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021222
Jun 27 12:20:28.513764 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bbd27-6c68-444b-996e-efc88d0d16ab req-568b23e7-b30f-47bf-8617-353a6d095f0f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:28.515240 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b02bbd27-6c68-444b-996e-efc88d0d16ab req-568b23e7-b30f-47bf-8617-353a6d095f0f tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 943 time: 0.2045693
Jun 27 12:20:28.601178 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b02bbd27-6c68-444b-996e-efc88d0d16ab req-c063aec9-623e-4a8d-97b2-293b9c1c24b6 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716040
Jun 27 12:20:28.604401 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-c3d0080c-aee1-43e8-b203-e3cce7470b45 service neutron] 10.222.0.21 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817644
Jun 27 12:20:28.938942 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bec0fb1e-44b4-433a-9341-fb65e3580b61 req-0cb8b56f-077f-4e03-a503-86256f97cc18 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0491803
Jun 27 12:20:29.141298 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ca891a5b-c54e-4786-b8b1-71077a754d0c req-28fab3a1-86af-4a51-ab7a-c1859e2c53a9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 210 time: 0.0892665
Jun 27 12:20:29.166190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-41aa2620-a5a7-46a6-a586-e8ee281f1b9a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:29.265560 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-41aa2620-a5a7-46a6-a586-e8ee281f1b9a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:29.271743 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-41aa2620-a5a7-46a6-a586-e8ee281f1b9a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--208246568&fields=id&tenant_id=3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 267 time: 0.2171671
Jun 27 12:20:29.524478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-e2a68354-5ca4-4eb6-908c-28e72f41ad80 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:29.531227 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-e2a68354-5ca4-4eb6-908c-28e72f41ad80 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 810 time: 0.2552915
Jun 27 12:20:29.561615 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-1aa629d7-9c7f-43c9-8549-841e95411a68 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/quotas/3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 375 time: 0.0270927
Jun 27 12:20:29.846755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-f484be3e-b0a0-455a-b782-49137a6c308f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:29.846755 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-f484be3e-b0a0-455a-b782-49137a6c308f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 819 time: 0.2183228
Jun 27 12:20:29.846755 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-d5e063b5-8b93-4924-a9eb-ffd784182e6f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2399223
Jun 27 12:20:29.846755 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-20bdc61a-0fe4-4d7f-ae5d-ccd41eeb898d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/quotas/d2d32d40730d45d9878ce816690fe893 HTTP/1.1" status: 200  len: 375 time: 0.0101488
Jun 27 12:20:30.010680 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-0be87182-1a91-4e16-b563-cfd3fc1c00ee service neutron] 10.222.0.21 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953251
Jun 27 12:20:30.020022 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8cb7d174-a7e5-420c-a783-74d696a06a81 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1866441
Jun 27 12:20:30.215988 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 38966) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:30.376223 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:30.415244 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-34123edb-b7e6-4fdd-88d4-117743cd4ee9 service neutron] 10.222.0.21 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3942537
Jun 27 12:20:30.420505 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:30.423808 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-7ca10bb3-6c56-477b-99d6-67e7eab1d1fa service neutron] 10.222.0.21 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3838208
Jun 27 12:20:30.425737 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:95057db24e3c42e99a6245471299ce62 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:30.440708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:30.455861 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:30.593363 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:30.675223 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-b12174af-a096-4103-b0f1-53ad0274d700 service neutron] 10.222.0.21 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505016
Jun 27 12:20:30.717192 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:30.776375 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eaa57b44-896f-4d7c-8584-6c47bd083348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:30.799552 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 38994) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:30.799821 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95057db24e3c42e99a6245471299ce62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5826917
Jun 27 12:20:30.822346 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7601b6-c2a4-4468-9545-2da0368eb0cd,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:30.839628 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:30.907427 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 36a895f9-f96e-4b27-acfa-a15756ef5dfc details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:20:30.912432 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:30.972399 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:31.124634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc,segment=NetworkSegment(9ecaa250-56f1-4323-84a3-5594fb2c6b99),segment_id=9ecaa250-56f1-4323-84a3-5594fb2c6b99)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:31.142659 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '36a895f9-f96e-4b27-acfa-a15756ef5dfc', 'network_id': '04d3af6a-f9d3-43bc-b12d-cc5b29386377', 'port_id': '36a895f9-f96e-4b27-acfa-a15756ef5dfc', 'mac_address': 'fa:16:3e:e6:58:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd108ac-2a48-45ac-9fd7-7c1996679f16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:20:31.181594 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8d8ee027-243e-4a31-85ae-dd4f86b5e729 req-3611be13-454c-4add-a258-2959cf66d18c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0724227
Jun 27 12:20:31.217604 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1dbd6-8735-4d6f-b8f6-742a931bd5e3 req-b4714957-892c-4e99-9e43-70e203f93188 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:31.222355 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:31.224711 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-39f1dbd6-8735-4d6f-b8f6-742a931bd5e3 req-b4714957-892c-4e99-9e43-70e203f93188 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 943 time: 0.2225099
Jun 27 12:20:31.244388 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a895f9-f96e-4b27-acfa-a15756ef5dfc {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:31.263787 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc,segment=NetworkSegment(9ecaa250-56f1-4323-84a3-5594fb2c6b99),segment_id=9ecaa250-56f1-4323-84a3-5594fb2c6b99)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:31.272051 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-39f1dbd6-8735-4d6f-b8f6-742a931bd5e3 req-95a8eca2-225b-4e00-9cb8-3db23df1a875 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463121
Jun 27 12:20:31.328939 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:31.333267 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:31.348535 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:31.388558 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1d8469b-01d1-4418-bb48-ec94c460c25a req-7404fe52-c63d-43d1-a90a-f4775c0fd5f0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0873835
Jun 27 12:20:31.395656 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:31.415082 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d50af92b-14a8-44df-adab-fb65a9bd517a req-87129dc8-14fe-4f37-942d-bfc16fc6a939 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.0677309
Jun 27 12:20:31.424531 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7601b6-c2a4-4468-9545-2da0368eb0cd,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:31.424531 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:31.424950 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:31.425032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:31.425948 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c7601b6-c2a4-4468-9545-2da0368eb0cd HTTP/1.1" status: 204  len: 168 time: 0.6253273
Jun 27 12:20:31.457401 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:31.662364 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['36a895f9-f96e-4b27-acfa-a15756ef5dfc'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:20:32.158754 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8919-b354-46ec-a664-6680e1a7f84d req-73611e91-2992-404f-aa26-84d89625961b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:32.160087 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-73611e91-2992-404f-aa26-84d89625961b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 816 time: 0.1960404
Jun 27 12:20:32.234331 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-007686ad-c18f-4cbe-b104-2323421c5835 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 379 time: 0.0506094
Jun 27 12:20:32.244496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'port': {'device_id': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'admin_state_up': True, 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'security_groups': ['56f58c7f-2feb-4986-8278-3a5958d9e00a']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:32.417450 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39058) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:32.464046 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:32.506477 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39066) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:32.554812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:32.560234 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:port and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:32.563959 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:32.569880 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:32.602393 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b03d8441-0438-44e8-b8ba-48c7c85c4d93 req-0c9d30cb-d485-47ea-bcca-8a03319dd85d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0650930
Jun 27 12:20:32.650539 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:32.657573 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Usage tracker for resource:security_group_rule and tenant:718382d038cf43658fa2962e9d3d824c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:32.661033 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:32.673796 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Made reservation on behalf of 32238de6486240bd8dd6f65bac391f2a for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:32.677250 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:32.702663 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:32.746255 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5004-6aa9-4379-8bc2-15aab737d1fc req-a64ba84d-b77e-45c9-8bb2-328da424f5cd tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:32.757618 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a16c5004-6aa9-4379-8bc2-15aab737d1fc req-a64ba84d-b77e-45c9-8bb2-328da424f5cd tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 944 time: 0.2650242
Jun 27 12:20:32.886850 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 36a895f9-f96e-4b27-acfa-a15756ef5dfc up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:32.898872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.47', 64065) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:32.911073 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:32.949120 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a16c5004-6aa9-4379-8bc2-15aab737d1fc req-cd3ade91-a1f0-4cca-bfec-adddd3ef7eff tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1793938
Jun 27 12:20:32.972925 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3485caa5-3d29-47c0-8f43-615e9b1bf5f8 req-78e5e2a1-81c7-4e81-87eb-7911611ca04d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0993524
Jun 27 12:20:33.001538 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.027607 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 36a895f9-f96e-4b27-acfa-a15756ef5dfc completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:33.033914 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 36a895f9-f96e-4b27-acfa-a15756ef5dfc triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:33.035412 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.085046 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.135654 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5c39d1f1-7fe1-4109-a87f-a77b601b2b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:33.168592 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eb5dc112-eb91-46d8-bc5d-21e68293cb48 req-9e0b0a3c-ea1a-4e4f-b14c-c773daa4a7ad tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.0823536
Jun 27 12:20:33.180851 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:33.185918 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a385555e-a5a0-4393-a42e-97dc79e6b84e,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:33.192398 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:33.194692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Usage tracker for resource:security_group_rule and tenant:664db1dd475d4a93a3072eb476930bd5 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:33.194964 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=718382d038cf43658fa2962e9d3d824c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7751646
Jun 27 12:20:33.197858 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39078) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:33.198311 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Allocated IP 172.20.0.6 (741273bf-66e0-46e4-a3ad-cf6292253502/37e38920-e5be-4018-8516-c83d2ba78b0b/193b23be-a61a-4af2-9ca2-eb8ca116d0f2) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:33.210859 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:33.236196 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:33.244435 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-1ca273d2-5b7a-4be5-b28e-46377130a292 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:33.245152 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-1ca273d2-5b7a-4be5-b28e-46377130a292 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Synchronizing usage tracker for tenant:d2d32d40730d45d9878ce816690fe893 on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:33.294201 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.317117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.351665 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.360892 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:33.407172 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-1ca273d2-5b7a-4be5-b28e-46377130a292 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Unset dirty status for tenant:d2d32d40730d45d9878ce816690fe893 on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:33.408540 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-1ca273d2-5b7a-4be5-b28e-46377130a292 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 819 time: 0.4989314
Jun 27 12:20:33.437010 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Request body: {'port': {'device_id': '48f550ef-f114-414d-9d88-ff2677c48f65', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'admin_state_up': True, 'tenant_id': 'd2d32d40730d45d9878ce816690fe893'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:33.462390 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc,segment=NetworkSegment(9ecaa250-56f1-4323-84a3-5594fb2c6b99),segment_id=9ecaa250-56f1-4323-84a3-5594fb2c6b99)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:33.491236 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.497987 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:33.519329 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.521341 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c64fb506-45b8-4846-af04-378408cb6263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:33.541941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a385555e-a5a0-4393-a42e-97dc79e6b84e,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:33.546579 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.550998 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a385555e-a5a0-4393-a42e-97dc79e6b84e HTTP/1.1" status: 204  len: 168 time: 0.3519444
Jun 27 12:20:33.553825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:33.635321 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:33.646717 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:33.710225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.730422 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.47', 64069) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:33.789596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.815458 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Transition to ACTIVE for port object 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:33.822392 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:33.826315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:33.836972 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc', 'code': 200}
Jun 27 12:20:33.857111 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:33.905080 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:33.926532 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-54ac13fb-4870-4cfa-8b3d-584b7d193c00 req-9c68ccc0-1494-4a09-90a1-7f6e2b4eb06a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.1068034
Jun 27 12:20:33.980859 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54776d0f-a880-47b9-89c4-1665a9f484c0,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:33.986563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:33.991919 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=664db1dd475d4a93a3072eb476930bd5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4842660
Jun 27 12:20:33.992761 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39114) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:33.996918 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-197c931f-a14e-47d6-9e25-5b5734efd840 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:34.001071 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-197c931f-a14e-47d6-9e25-5b5734efd840 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 819 time: 0.2629271
Jun 27 12:20:34.025883 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Request body: {'port': {'device_id': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'admin_state_up': True, 'tenant_id': 'd2d32d40730d45d9878ce816690fe893'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:34.049612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Made reservation on behalf of d2d32d40730d45d9878ce816690fe893 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:34.052761 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.085074 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.102464 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:34.249738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.257813 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:34.268651 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:34.291221 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:34.295431 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:34.296203 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.340967 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f4690f9f-6e03-4bc4-94bc-cca7da37b8fd req-0943ca31-c182-406b-94c8-2b51dfaac759 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.1316540
Jun 27 12:20:34.348476 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.47', 64070) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:34.372093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:34.471592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:34.481300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.553254 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3124902
Jun 27 12:20:34.561660 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Allocated IP 172.20.0.10 (63edde71-1705-45d9-a553-588c362aa647/fc19c7be-7ff2-4689-ac10-a938fbc87910/8a1036d0-5b61-476a-85ca-15c04a92acb2) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:34.576234 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Request body: {'port': {'device_id': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:34.676945 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.47', 64071) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:34.726188 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-463e9ade-7d49-4481-b3c1-550c96f15eea req-a9cd8b97-0ad1-43c6-89fe-f3465608e092 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.1049705
Jun 27 12:20:34.783445 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:34.810041 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:34.830242 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81aa537-6fe0-4cf0-9b85-8530f7e74fae req-2e72aafd-c108-42b4-a9a9-ea6355a8a28b tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:34.832033 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a81aa537-6fe0-4cf0-9b85-8530f7e74fae req-2e72aafd-c108-42b4-a9a9-ea6355a8a28b tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.5489757
Jun 27 12:20:34.840100 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-47c4d5ed-7fa9-4fa4-a240-04bb892e6934 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 1098 time: 0.4631581
Jun 27 12:20:34.843222 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-ba8bb044-28ef-47fe-b9c3-dfd850e89119 None None] Provisioning for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:34.863105 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-ba8bb044-28ef-47fe-b9c3-dfd850e89119 None None] Provisioning complete for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:34.864814 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ba8bb044-28ef-47fe-b9c3-dfd850e89119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.866623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.882674 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.928022 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a81aa537-6fe0-4cf0-9b85-8530f7e74fae req-0aad7dc6-ff7d-423a-ba51-c35d8f3fb763 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869360
Jun 27 12:20:34.932771 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:34.936841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Usage tracker for resource:security_group_rule and tenant:9b89526b375743c08e1db3220722c8f8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:34.940792 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:34.942664 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-ba8bb044-28ef-47fe-b9c3-dfd850e89119 None None] Port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:34.944394 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Made reservation on behalf of d2d32d40730d45d9878ce816690fe893 for: {'port': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:34.946681 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:34.962658 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:34.967411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c70e7f5c-a498-4402-9b71-95e1d14ba164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:35.114099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.114099 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54776d0f-a880-47b9-89c4-1665a9f484c0 HTTP/1.1" status: 204  len: 168 time: 1.1200554
Jun 27 12:20:35.114967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.157585 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54776d0f-a880-47b9-89c4-1665a9f484c0,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:35.191632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:35.343740 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.379522 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16631d-0a28-437e-80a6-fb884393f474 req-a0365f93-b310-4b62-ae2e-0fbcde0dd399 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:35.381038 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3e16631d-0a28-437e-80a6-fb884393f474 req-a0365f93-b310-4b62-ae2e-0fbcde0dd399 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 931 time: 0.1744382
Jun 27 12:20:35.429620 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-4e818d83-80c4-4957-a305-6b85e365111d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:35.431519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-4e818d83-80c4-4957-a305-6b85e365111d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:35.447880 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3e16631d-0a28-437e-80a6-fb884393f474 req-f2d74c84-a7e3-4f6d-9181-470f02bebb81 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561388
Jun 27 12:20:35.540053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.619693 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eb8eb40e-3142-4c6f-b72e-44d98951718e req-8fa1c7c9-2329-419f-a6e6-7583cd491f0b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0609496
Jun 27 12:20:35.764735 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:20:35.831962 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:35.839207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.855786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Transition to ACTIVE for port object 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:35.930211 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ba6dd3e5-d5d9-428c-96f7-4e3bdef7c83a req-bcc08aa9-f05d-4072-ae83-d24bc1ac97c6 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.0416620
Jun 27 12:20:35.984977 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-4e818d83-80c4-4957-a305-6b85e365111d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:35.985149 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:35.986212 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-4e818d83-80c4-4957-a305-6b85e365111d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 810 time: 1.3008132
Jun 27 12:20:35.993690 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:36.034091 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc173746-77ef-445c-9100-f93ee202b28b,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:36.037821 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1820812
Jun 27 12:20:36.038807 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:36.077924 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-e7b26dbf-d1ad-42fb-9c14-e25fa9465fc6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:36.083681 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.114055 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-e7b26dbf-d1ad-42fb-9c14-e25fa9465fc6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:36.115490 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-e7b26dbf-d1ad-42fb-9c14-e25fa9465fc6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 379 time: 0.1052549
Jun 27 12:20:36.116274 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:36.130579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.161140 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Allocated IP 172.20.0.3 (63edde71-1705-45d9-a553-588c362aa647/fc19c7be-7ff2-4689-ac10-a938fbc87910/898485d5-eced-446c-bbf4-c5821415a37b) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:36.234008 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Pushing event updated for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:36.238111 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.241069 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:36.242936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Network 63edde71-1705-45d9-a553-588c362aa647 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:36.248499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:36.304119 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:36.328549 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:36.333837 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:36.334461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.368374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'port': {'device_id': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'admin_state_up': True, 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'security_groups': ['e32e8578-0e04-4e74-afeb-ff3a7787291d']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:36.458733 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.538009 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1072936
Jun 27 12:20:36.584956 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Request body: {'port': {'device_id': '48f550ef-f114-414d-9d88-ff2677c48f65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:36.622177 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.660984 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:36.743805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Network 63edde71-1705-45d9-a553-588c362aa647 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:36.747913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:36.775139 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:36.778970 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:36.779583 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:36.846650 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:36.868926 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:36.895137 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa41aa6-9d31-4ac9-b678-f845d70d66cf req-ad9d6571-d715-4f23-bb57-a83d4fc3d5c2 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:36.896746 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2aa41aa6-9d31-4ac9-b678-f845d70d66cf req-ad9d6571-d715-4f23-bb57-a83d4fc3d5c2 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.3771625
Jun 27 12:20:36.904564 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Pushing event updated for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:36.918180 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:37.004910 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2aa41aa6-9d31-4ac9-b678-f845d70d66cf req-9e6ae84c-24bb-4331-9c29-06d49a81faae tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801022
Jun 27 12:20:37.026961 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Attempting to bind port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:37.027293 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Attempting to bind port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:37.027623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Attempting to bind port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:37.030689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e542-239f-4409-89f2-cf099aab45f7 req-d4570227-fbed-4baa-8583-a70512ecad1e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:37.037640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 on network 741273bf-66e0-46e4-a3ad-cf6292253502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:20:37.037967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Attempting to bind port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:37.040550 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4f67e542-239f-4409-89f2-cf099aab45f7 req-d4570227-fbed-4baa-8583-a70512ecad1e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2642727
Jun 27 12:20:37.059692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:37.062125 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0408590
Jun 27 12:20:37.072323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.082415 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:37.082730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Checking segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:37.083136 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Bound using segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:37.083607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Bound port: 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:37.083960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.097963 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:port and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:37.106477 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:37.119232 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Request body: {'port': {'device_id': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:37.122318 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:37.191195 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4f67e542-239f-4409-89f2-cf099aab45f7 req-f83ce593-9dbb-4dda-9242-097034d91c9a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1493120
Jun 27 12:20:37.289040 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f551ccf9-91dc-415b-9ae7-ad6c43138bd7 req-ef969357-02e4-4e3b-9381-4cb428ee4489 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0967448
Jun 27 12:20:37.467811 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.478353 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:37.482353 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:37.504612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Made reservation on behalf of 3e9906c6a13a49229fa51a56a97710e8 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:20:37.508175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.561559 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.584183 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:37.689068 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba95a3-3dd7-4592-9f28-4e45e4632dce req-e55dca8d-ce61-4593-b323-bd0ed453e75d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:37.696551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-06ba95a3-3dd7-4592-9f28-4e45e4632dce req-e55dca8d-ce61-4593-b323-bd0ed453e75d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Synchronizing usage tracker for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:20:37.786182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1036d0-5b61-476a-85ca-15c04a92acb2 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:37.816746 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.840880 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Transition to ACTIVE for port object 8a1036d0-5b61-476a-85ca-15c04a92acb2 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:37.868171 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-06ba95a3-3dd7-4592-9f28-4e45e4632dce req-e55dca8d-ce61-4593-b323-bd0ed453e75d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Unset dirty status for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:20:37.869455 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-06ba95a3-3dd7-4592-9f28-4e45e4632dce req-e55dca8d-ce61-4593-b323-bd0ed453e75d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 931 time: 0.4694197
Jun 27 12:20:37.918308 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.920227 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 1093 time: 3.3517849
Jun 27 12:20:37.923779 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:37.930774 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-06ba95a3-3dd7-4592-9f28-4e45e4632dce req-c11572a3-22a1-403b-afe4-6081cee7b91e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527084
Jun 27 12:20:37.935643 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:37.945698 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:37.949059 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:37.957187 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Allocated IP 172.20.0.12 (f758fbdd-e10e-41d1-ba9e-70557b72259a/db8e11ce-bc3a-450f-b256-6d68c4e18a51/b857f023-7380-4439-a0e9-f750bd98c31f) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:20:37.959135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:38.050915 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'status': 'completed', 'code': 200}
Jun 27 12:20:38.291978 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:38.299355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:38.431096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898485d5-eced-446c-bbf4-c5821415a37b {{(pid=74899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:38.446740 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:38.451036 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Attempting to bind port 8a1036d0-5b61-476a-85ca-15c04a92acb2 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:38.451955 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Attempting to bind port 8a1036d0-5b61-476a-85ca-15c04a92acb2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:38.452319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Attempting to bind port 8a1036d0-5b61-476a-85ca-15c04a92acb2 on network 63edde71-1705-45d9-a553-588c362aa647 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:38.483563 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.provisioning_blocks [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Transition to ACTIVE for port object 898485d5-eced-446c-bbf4-c5821415a37b will not be triggered until provisioned by entity L2. {{(pid=74899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:38.493158 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Port 8a1036d0-5b61-476a-85ca-15c04a92acb2 on network 63edde71-1705-45d9-a553-588c362aa647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:20:38.493504 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Attempting to bind port 8a1036d0-5b61-476a-85ca-15c04a92acb2 on network 63edde71-1705-45d9-a553-588c362aa647 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:38.511164 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f57aa-6486-46db-a82d-13c3f9afc212 req-be3c7c46-26e2-48f8-83f9-bd684722bf64 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:38.516937 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a1f57aa-6486-46db-a82d-13c3f9afc212 req-be3c7c46-26e2-48f8-83f9-bd684722bf64 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.3182735
Jun 27 12:20:38.520916 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-3b02032c-3722-45fc-8b05-92a1a61da796 req-d1a8ada5-e072-40ed-9c3e-33a0f0eafb8d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1096 time: 0.3035350
Jun 27 12:20:38.526702 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:38.527049 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Checking segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:38.527433 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Bound using segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:38.527867 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Bound port: 8a1036d0-5b61-476a-85ca-15c04a92acb2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:38.528217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:38.543508 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a476e-0854-4e05-8ea9-b024106fbf2b req-65d589ba-70a9-4593-85d5-560552171d21 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:38.545060 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-537a476e-0854-4e05-8ea9-b024106fbf2b req-65d589ba-70a9-4593-85d5-560552171d21 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1637022
Jun 27 12:20:38.548781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:38.560470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:38.579290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39260) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:38.636960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:38.641354 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:38.662909 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:38.702126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Transition to ACTIVE for port object b857f023-7380-4439-a0e9-f750bd98c31f will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:38.784076 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02032c-3722-45fc-8b05-92a1a61da796 req-d0e9eabd-3089-4610-9519-517c91ac7229 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:38.785734 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-3b02032c-3722-45fc-8b05-92a1a61da796 req-d0e9eabd-3089-4610-9519-517c91ac7229 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32238de6486240bd8dd6f65bac391f2a&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2482986
Jun 27 12:20:38.786432 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a1f57aa-6486-46db-a82d-13c3f9afc212 req-587be76d-5e96-4a6b-bb3e-19873b392bb9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663069
Jun 27 12:20:38.837061 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-537a476e-0854-4e05-8ea9-b024106fbf2b req-02104863-9bbd-4660-83a8-fa4b4f802b04 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2814438
Jun 27 12:20:38.892449 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:38.934512 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Attempting to bind port 898485d5-eced-446c-bbf4-c5821415a37b on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:38.935265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Attempting to bind port 898485d5-eced-446c-bbf4-c5821415a37b by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:38.935728 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Attempting to bind port 898485d5-eced-446c-bbf4-c5821415a37b on network 63edde71-1705-45d9-a553-588c362aa647 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:38.944729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Port 898485d5-eced-446c-bbf4-c5821415a37b on network 63edde71-1705-45d9-a553-588c362aa647 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:20:38.945188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Attempting to bind port 898485d5-eced-446c-bbf4-c5821415a37b on network 63edde71-1705-45d9-a553-588c362aa647 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:38.953152 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:38.953752 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Checking segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:38.954433 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Bound using segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:38.954930 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Bound port: 898485d5-eced-446c-bbf4-c5821415a37b, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:38.955338 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.088690 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.091532 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:39.144228 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:39.205225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.241415 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.256078 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, cleared binding levels {{(pid=74899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:39.285902 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:20:39.286036 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=898485d5-eced-446c-bbf4-c5821415a37b,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:39.295311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea135261-e23b-4fc7-9190-c8277cfabd30 req-d37eeda5-5034-4beb-affc-aa4fe5a1cbf9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:39.296848 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea135261-e23b-4fc7-9190-c8277cfabd30 req-d37eeda5-5034-4beb-affc-aa4fe5a1cbf9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 932 time: 0.2358196
Jun 27 12:20:39.307394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:20:39.322347 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:20:39.326289 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:39.326908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.336945 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:39.356838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:39.360594 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:39.360959 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02032c-3722-45fc-8b05-92a1a61da796 req-8521e93b-1fa8-42de-8c4f-8d37fab358bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:39.362428 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-3b02032c-3722-45fc-8b05-92a1a61da796 req-8521e93b-1fa8-42de-8c4f-8d37fab358bb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5685401
Jun 27 12:20:39.362906 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c70f65f1-319a-4ae1-b0fa-c2897139803b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:39.378021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.393393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:39.442866 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.444235 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] 10.222.0.47 "PUT /v2.0/ports/8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 1094 time: 2.8778334
Jun 27 12:20:39.445231 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Usage tracker for resource:security_group_rule and tenant:2e98a2b2c5a2463887a0769713685618 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:39.471082 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=3']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:39.480271 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:39.486229 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea135261-e23b-4fc7-9190-c8277cfabd30 req-cdce2fd5-8eed-46f1-8127-79e103d28fe5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1815183
Jun 27 12:20:39.491979 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511e1a-18b6-49e0-b601-af155862f188 req-2b1e20e9-a75f-40da-8e9a-c14631193b9c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:39.498843 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d511e1a-18b6-49e0-b601-af155862f188 req-2b1e20e9-a75f-40da-8e9a-c14631193b9c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 943 time: 0.3098550
Jun 27 12:20:39.507853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:39.525558 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:39.545902 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1941183
Jun 27 12:20:39.565394 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.566816 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] 10.222.0.47 "PUT /v2.0/ports/898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 200  len: 1093 time: 2.4689233
Jun 27 12:20:39.567272 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:39.597710 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Request body: {'port': {'device_id': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:20:39.681124 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d511e1a-18b6-49e0-b601-af155862f188 req-712b4be3-3a8e-4e32-9111-8492aabbfb15 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1812677
Jun 27 12:20:39.692935 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Pushing event updated for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:39.714086 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:39.736962 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-69910f87-5969-4d75-b1c8-8a04c63016c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1097 time: 0.1005056
Jun 27 12:20:39.837036 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6e089361-34c1-49ec-a110-0e2678df12b0 None None] Provisioning for port b857f023-7380-4439-a0e9-f750bd98c31f completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:39.842898 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6e089361-34c1-49ec-a110-0e2678df12b0 None None] Provisioning complete for port b857f023-7380-4439-a0e9-f750bd98c31f triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:39.843429 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6e089361-34c1-49ec-a110-0e2678df12b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.861788 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-9107c143-0315-4f46-b79d-1ec92fb8c409 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.1168633
Jun 27 12:20:39.926693 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:39.967114 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-6e089361-34c1-49ec-a110-0e2678df12b0 None None] Port b857f023-7380-4439-a0e9-f750bd98c31f cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:20:39.982475 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-be7ea07b-ca82-45a0-8e43-83ea39171c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1096 time: 0.5317852
Jun 27 12:20:40.021512 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-0758ab08-82ce-4918-9d48-9ed52b691cc1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:40.023679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-0758ab08-82ce-4918-9d48-9ed52b691cc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.1534359
Jun 27 12:20:40.146635 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-823bcdfe-aa78-4a52-8cb4-f532a577bf21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1155777
Jun 27 12:20:40.223256 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:40.247741 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:40.405717 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-b652388e-c023-46e5-ac96-414313225d44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1096 time: 0.6417494
Jun 27 12:20:40.415123 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-a4a41401-e577-49bc-958a-b60457c55cbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 217 time: 0.1934383
Jun 27 12:20:40.415729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:40.459400 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-014a3c1a-c6a0-459b-a6fb-911ee55a573c service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3040566
Jun 27 12:20:40.465285 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64deea-18a4-45ea-985c-74fd735b2b64 req-e650c928-c382-48d8-b1b7-d788e0fa5472 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:40.466631 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8f64deea-18a4-45ea-985c-74fd735b2b64 req-e650c928-c382-48d8-b1b7-d788e0fa5472 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.3422024
Jun 27 12:20:40.542621 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b', 'status': 'completed', 'code': 200}
Jun 27 12:20:40.551306 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:40.581028 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e98a2b2c5a2463887a0769713685618&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9530816
Jun 27 12:20:40.587297 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39342) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:40.632204 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4f69c-6d6c-4c2b-b052-37afe6a15651,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:40.647998 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8f64deea-18a4-45ea-985c-74fd735b2b64 req-b5e5d197-5d14-4446-be8f-94b3f469aec7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1590440
Jun 27 12:20:40.679549 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:40.694494 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2', 'status': 'completed', 'code': 200}
Jun 27 12:20:40.709794 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05aa9495-d5ae-42ce-ba51-bb412accc2b8 req-936b9cb1-e7cc-4097-b2aa-1d0d6982fa42 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421749
Jun 27 12:20:40.715666 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-988e7e0a-7d2a-40a6-a906-481f325d6a09 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 200  len: 217 time: 0.1668599
Jun 27 12:20:40.761138 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:40.811842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:40.947158 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-2c6a548c-a75d-4163-a1a2-cb914a4ba1a4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:40.951444 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-2c6a548c-a75d-4163-a1a2-cb914a4ba1a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.1892812
Jun 27 12:20:40.961555 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e8919-b354-46ec-a664-6680e1a7f84d req-3f48fe4f-1a92-420b-a8d6-1ecfd76077ec service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:40.963089 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-3f48fe4f-1a92-420b-a8d6-1ecfd76077ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.4132071
Jun 27 12:20:40.963912 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39358) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:41.042190 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-d1c2149e-1f23-45d1-95e4-b95104607b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0750990
Jun 27 12:20:41.074916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.db.resource_extend [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 27 12:20:41.139616 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Sync routers for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:41.163991 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:41.165068 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d935af40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:41.251500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaba52b-c59a-415a-a256-ab783e798b2e req-531b3030-bbd8-480e-8598-ed11b3ca84b9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:41.252861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dbaba52b-c59a-415a-a256-ab783e798b2e req-531b3030-bbd8-480e-8598-ed11b3ca84b9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 932 time: 0.3646512
Jun 27 12:20:41.271426 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102aee2-df16-458c-af3a-25df0c913bac req-5e451cd9-3828-45d3-9e62-4a8fe69e3b95 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:41.279403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b857f023-7380-4439-a0e9-f750bd98c31f {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:41.279588 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4102aee2-df16-458c-af3a-25df0c913bac req-5e451cd9-3828-45d3-9e62-4a8fe69e3b95 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 943 time: 0.3211370
Jun 27 12:20:41.284927 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.294254 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.321438 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-512e3708-bf90-477d-a602-ec1bfa1cd3d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1097 time: 0.3683946
Jun 27 12:20:41.340486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Transition to ACTIVE for port object b857f023-7380-4439-a0e9-f750bd98c31f will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:41.351064 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-58d36c36-13fc-4580-8fd8-eadc07523801 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005354
Jun 27 12:20:41.354042 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-80ed0996-b96d-4885-8c3d-79582fd5ccb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3574638
Jun 27 12:20:41.355034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-850d099d-0d72-46ff-b5d1-8be118a454b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:41.417142 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:41.418831 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4f69c-6d6c-4c2b-b052-37afe6a15651,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:41.456115 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0a27134a-5350-484d-886e-32b1b1945f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.476311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:41.494289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.495385 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-22f5b1aa-9700-4c9c-b642-97182535a13e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52b4f69c-6d6c-4c2b-b052-37afe6a15651 HTTP/1.1" status: 204  len: 168 time: 0.9066479
Jun 27 12:20:41.538222 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dbaba52b-c59a-415a-a256-ab783e798b2e req-5b4b588f-5fa1-4121-bc72-61ede841009e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2556453
Jun 27 12:20:41.591039 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4102aee2-df16-458c-af3a-25df0c913bac req-dff3825b-1ad2-4d0a-be72-4275aaa56a2f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2668293
Jun 27 12:20:41.639500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-574cf360-c410-417e-b93a-5fb2ae3521d6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:41.641496 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-574cf360-c410-417e-b93a-5fb2ae3521d6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.2771034
Jun 27 12:20:41.670515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.686087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-084d5fdc-1d54-4d47-9880-06950ec55716 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:41.768999 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.788113 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-f7b95553-8e45-440f-8c6e-8f0444f0f0ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.1396871
Jun 27 12:20:41.789013 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:41.913127 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d935af40>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 4, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a6fd7c80-f545-4b9f-acbe-1b09b4d714e8', 'name': '', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'mac_address': 'fa:16:3e:11:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:11Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 2, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'subnets': [{'id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:41.921235 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Checking router: 3075e578-b3f9-4c87-b08d-a974bf5f1aef for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:41.921735 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Updating router 3075e578-b3f9-4c87-b08d-a974bf5f1aef port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:41.999778 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39384) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:42.037635 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:42.063779 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Usage tracker for resource:security_group_rule and tenant:82c554731cb24801a4699a079b64baaa is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:42.069913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:42.074724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-670984f3-6756-4ee1-bf99-3454b962cd99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:42.076155 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-670984f3-6756-4ee1-bf99-3454b962cd99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.2675526
Jun 27 12:20:42.081211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:42.083361 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.129392 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Pushing event updated for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:42.139254 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-4c91db81-d456-4da5-a5e3-18d0e8e68030 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533831
Jun 27 12:20:42.150339 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:42.204952 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-03e59cfb-63b5-4adc-8a1c-3c271fd4f40b req-490f3c15-960f-4203-b38d-c5b9f96a3ed1 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8398478
Jun 27 12:20:42.255476 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-8681796c-eaf2-46ca-8451-d0526f0540a5 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8894157
Jun 27 12:20:42.368149 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Attempting to bind port b857f023-7380-4439-a0e9-f750bd98c31f on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:42.368598 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Attempting to bind port b857f023-7380-4439-a0e9-f750bd98c31f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:42.369204 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Attempting to bind port b857f023-7380-4439-a0e9-f750bd98c31f on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:42.387300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Port b857f023-7380-4439-a0e9-f750bd98c31f on network f758fbdd-e10e-41d1-ba9e-70557b72259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:20:42.387719 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Attempting to bind port b857f023-7380-4439-a0e9-f750bd98c31f on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:42.401933 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:42.402351 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Checking segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:42.402806 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Bound using segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:42.403519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Bound port: b857f023-7380-4439-a0e9-f750bd98c31f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:42.403890 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.440106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105178a-b893-44ec-8881-e5e13f3a739b req-409ba871-131a-4b34-b963-e0e304be28d0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:42.448294 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c105178a-b893-44ec-8881-e5e13f3a739b req-409ba871-131a-4b34-b963-e0e304be28d0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.5276961
Jun 27 12:20:42.561800 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-3ecaa497-32a6-45c5-99f9-7b43d961c991 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2930140
Jun 27 12:20:42.580724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.630035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:42.633152 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c105178a-b893-44ec-8881-e5e13f3a739b req-a33481fd-e8f1-4227-a177-58d36e79ac8c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1808975
Jun 27 12:20:42.634317 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b857f023-7380-4439-a0e9-f750bd98c31f,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:42.642008 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-0ca5fa72-b655-4807-9d94-113a395b3054 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1096 time: 0.2268958
Jun 27 12:20:42.644663 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-9eef1c97-a2ca-4bb2-a6f2-fe3318c597d0 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4956493
Jun 27 12:20:42.645985 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.674890 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7ca9a9c8-9e73-4324-982d-2cc23a676a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:42.686083 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.712277 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Transition to ACTIVE for port object a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:42.824837 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.833508 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:42.838103 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.842129 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.846552 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-b95ef031-32fb-4f15-a9a0-cf7aafea3c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:42.930334 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:42.931733 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] 10.222.0.47 "PUT /v2.0/ports/b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 1094 time: 3.3690107
Jun 27 12:20:42.932230 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:42.946925 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834b0e76-e729-4bc5-afb5-3e60b77d4eff,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:42.965361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:43.018218 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82c554731cb24801a4699a079b64baaa&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0132813
Jun 27 12:20:43.050000 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39416) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:43.108614 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc71ea-bf3c-4e3c-a80a-3367aa3c1c2e None None] Pushing event updated for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:43.114422 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-30fc71ea-bf3c-4e3c-a80a-3367aa3c1c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:43.192157 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-1ef49f18-dd77-463e-896f-5fa5d455747b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:43.194728 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-1ef49f18-dd77-463e-896f-5fa5d455747b service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.5407398
Jun 27 12:20:43.224358 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39422) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:43.240551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:43.278547 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Attempting to bind port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:43.279143 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Attempting to bind port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:43.279741 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Attempting to bind port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 on network 63edde71-1705-45d9-a553-588c362aa647 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:43.288085 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:43.289433 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Checking segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:43.290720 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.291993 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Bound using segment: {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:43.292979 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Bound port: a6fd7c80-f545-4b9f-acbe-1b09b4d714e8, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '63edde71-1705-45d9-a553-588c362aa647'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:43.293821 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.306875 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Usage tracker for resource:security_group_rule and tenant:c0f9ebb4259d4026bf5f72dad4d62364 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:43.324910 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:43.349432 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c21ea7af-5adb-4a54-8088-6623d3e282a8 req-a0af88e2-4f14-4c60-af4e-931255044e40 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6772296
Jun 27 12:20:43.350626 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:43.356867 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Pushing event updated for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:43.360887 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:43.400713 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-d58ed313-9662-441e-91dd-890cbbff2975 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 200  len: 217 time: 0.1085904
Jun 27 12:20:43.400971 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.414183 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] For port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:43.421154 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] For port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:43.425656 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-13d29800-6e01-4d71-9aec-6fce508ac3c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1097 time: 0.2286289
Jun 27 12:20:43.432104 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99171e25-189e-4796-a949-56d96492be52 req-7d635594-0b12-4fbc-bf8e-0179712f14ab tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:43.433599 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-99171e25-189e-4796-a949-56d96492be52 req-7d635594-0b12-4fbc-bf8e-0179712f14ab tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 944 time: 0.6073031
Jun 27 12:20:43.499466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61117fb-cae4-4ce8-87bd-d77645ff89e3 req-3a8e5502-a759-4101-843a-79f553288790 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:43.505758 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.506768 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d61117fb-cae4-4ce8-87bd-d77645ff89e3 req-3a8e5502-a759-4101-843a-79f553288790 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 943 time: 0.2746851
Jun 27 12:20:43.524137 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:43.541659 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.556441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:43.581376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Usage tracker for resource:security_group_rule and tenant:e63115d5390d45ffadbb38c36e8c4ce0 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:43.589094 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:43.589657 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d935af40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:43.593652 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-545a1844-8916-4082-b545-edefd0012402 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 217 time: 0.1455786
Jun 27 12:20:43.605221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:43.627632 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:43.648826 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-24ce16ff-641f-4d74-8758-41abe4f899ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.651362 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-99171e25-189e-4796-a949-56d96492be52 req-e2e523f2-7c5a-41f0-a96c-698985f079eb tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2086396
Jun 27 12:20:43.660709 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.685621 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d61117fb-cae4-4ce8-87bd-d77645ff89e3 req-3b6dcd5c-cc0e-43b3-bd7e-c99946c0406c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1779156
Jun 27 12:20:43.688136 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-d6a5e843-2daf-4b3e-b71a-b8467b466965 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:43.689626 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-d6a5e843-2daf-4b3e-b71a-b8467b466965 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.1538122
Jun 27 12:20:43.696949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.732925 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-b6ab0076-c897-4069-9003-d196e8cea943 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:43.734336 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-b6ab0076-c897-4069-9003-d196e8cea943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.1296642
Jun 27 12:20:43.747584 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-9d8f1000-0d36-4316-9822-1f92c1400352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483530
Jun 27 12:20:43.796044 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.812550 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:43.817140 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a22bcc02-40ce-424e-b6ba-681c3b8e6a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:43.898183 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'status': 'completed', 'code': 200}
Jun 27 12:20:43.958516 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:43.969356 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6892e-5fdc-4b22-9e09-e3c366631d75,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:43.971775 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-9d3d8afd-5ef6-48de-a4ab-3a260d731102 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827438
Jun 27 12:20:43.974016 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-4f1cb91a-0e6b-4adf-93cc-53c0003174ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2288227
Jun 27 12:20:43.980800 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0f9ebb4259d4026bf5f72dad4d62364&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9773481
Jun 27 12:20:43.980800 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:43.982861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:43.985390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39442) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:44.019156 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834b0e76-e729-4bc5-afb5-3e60b77d4eff,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:44.029282 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:44.050088 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.051281 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/834b0e76-e729-4bc5-afb5-3e60b77d4eff HTTP/1.1" status: 204  len: 168 time: 1.0084319
Jun 27 12:20:44.057300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.096835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b9970-a394-481c-b746-c50c1a184503 req-52d136d0-8758-45a1-bfeb-18fc93b6b4f3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:44.099587 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bb3b9970-a394-481c-b746-c50c1a184503 req-52d136d0-8758-45a1-bfeb-18fc93b6b4f3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2005086
Jun 27 12:20:44.174692 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bb3b9970-a394-481c-b746-c50c1a184503 req-a7d2297b-82a5-4a2e-b81d-4a13f2d7c3b8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677874
Jun 27 12:20:44.175789 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.219463 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc71ea-bf3c-4e3c-a80a-3367aa3c1c2e None None] Pushing event updated for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=4']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:44.228641 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-977008af-6640-4b8a-bf06-35962360f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d935af40>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 4, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a6fd7c80-f545-4b9f-acbe-1b09b4d714e8', 'name': '', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'mac_address': 'fa:16:3e:11:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:11Z', 'updated_at': '2021-06-27T12:20:43Z', 'revision_number': 4, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'subnets': [{'id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:44.247177 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-30fc71ea-bf3c-4e3c-a80a-3367aa3c1c2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:44.249728 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977008af-6640-4b8a-bf06-35962360f68e None None] The sync data for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi is: [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:13Z', 'revision_number': 4, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a6fd7c80-f545-4b9f-acbe-1b09b4d714e8', 'name': '', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'mac_address': 'fa:16:3e:11:47:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:11Z', 'updated_at': '2021-06-27T12:20:43Z', 'revision_number': 4, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'subnets': [{'id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:44.261549 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-493fab64-dc1d-4294-b7b5-c18f638ed545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:44.303157 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e63115d5390d45ffadbb38c36e8c4ce0&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0674710
Jun 27 12:20:44.307985 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39454) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:44.355294 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810dd08-ae30-4762-b3e8-690bedf956de,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:44.362296 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:44.446551 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.449139 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.463087 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0473bea1-7a45-4ff6-ac34-8bd64abc134f req-740235bc-e656-4d60-bb1b-6ce62323565e service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4642532
Jun 27 12:20:44.475043 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-eed35f15-00f6-4572-8ffe-a638cdda6835 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4849737
Jun 27 12:20:44.539668 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.644963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.656809 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.737056 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2480e0f9-9cc5-4a49-abfa-a72517b459e2 req-c2af93dd-cf17-4faa-98ce-f41c021f8b3b service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346067
Jun 27 12:20:44.754631 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.759570 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cc3bc7ba-a0d6-4372-9b1f-afc35f1e062a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:44.780548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6892e-5fdc-4b22-9e09-e3c366631d75,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:44.794967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:44.809416 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.813544 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a6892e-5fdc-4b22-9e09-e3c366631d75 HTTP/1.1" status: 204  len: 168 time: 0.8244770
Jun 27 12:20:44.819980 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.825688 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:44.858176 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810dd08-ae30-4762-b3e8-690bedf956de,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:44.862974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:44.881270 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:44.882404 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0810dd08-ae30-4762-b3e8-690bedf956de HTTP/1.1" status: 204  len: 168 time: 0.5683827
Jun 27 12:20:44.982485 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 8a1036d0-5b61-476a-85ca-15c04a92acb2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:20:45.084277 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-d4b8ebb8-c24b-474f-8f98-77d1e9f7a58b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1097 time: 0.1359839
Jun 27 12:20:45.228137 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:45.234080 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dffe36-5028-4127-969e-99b5a1619ad9 req-6990c674-e1d3-4541-80f9-670519a9aece tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:45.249362 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6dffe36-5028-4127-969e-99b5a1619ad9 req-6990c674-e1d3-4541-80f9-670519a9aece tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 943 time: 0.3613667
Jun 27 12:20:45.273871 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '8a1036d0-5b61-476a-85ca-15c04a92acb2', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'port_id': '8a1036d0-5b61-476a-85ca-15c04a92acb2', 'mac_address': 'fa:16:3e:b9:9c:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:20:45.291229 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15aaa3-46e7-4add-9f2f-a8ff305a9ddf req-39bdbcfc-8766-4640-9363-54abc352b4d7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:45.296287 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9b15aaa3-46e7-4add-9f2f-a8ff305a9ddf req-39bdbcfc-8766-4640-9363-54abc352b4d7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 944 time: 0.2725847
Jun 27 12:20:45.334665 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-4d32fe18-38a3-427a-80a2-4d52d752c76f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:45.336629 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-4d32fe18-38a3-427a-80a2-4d52d752c76f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.2440686
Jun 27 12:20:45.385554 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f6dffe36-5028-4127-969e-99b5a1619ad9 req-653bb80e-962a-44b2-8304-f3a7a61f6aad tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351924
Jun 27 12:20:45.417458 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:45.424959 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9b15aaa3-46e7-4add-9f2f-a8ff305a9ddf req-f9ddf5d0-a061-4cbf-855e-0407129c4ee7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142154
Jun 27 12:20:45.451503 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39478) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:45.457976 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1036d0-5b61-476a-85ca-15c04a92acb2 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:45.488230 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:45.492804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:45.502638 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-97dee9fe-f50f-48b6-9d98-91fdc88e3497 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 217 time: 0.1586900
Jun 27 12:20:45.573096 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:45.573845 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 898485d5-eced-446c-bbf4-c5821415a37b details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:20:45.578291 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:45.619555 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-7720e892-502c-43e2-9109-b5ce26642d51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:45.623720 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-7720e892-502c-43e2-9109-b5ce26642d51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.1133280
Jun 27 12:20:45.733349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:45.759876 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:45.769019 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0ef49f56444f1cbf2ff3a8c38a0bd0 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:45.772757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:45.792859 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:45.841926 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-b6ce2f5e-3322-4459-add2-94b0207a4696 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2095289
Jun 27 12:20:45.877100 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366ccc3-d751-4815-adfe-0e397ce9aa03 req-c9280574-537d-425c-ac9b-755bc761ac19 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:45.878631 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6366ccc3-d751-4815-adfe-0e397ce9aa03 req-c9280574-537d-425c-ac9b-755bc761ac19 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2315633
Jun 27 12:20:45.920239 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:45.925866 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:45.933143 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=898485d5-eced-446c-bbf4-c5821415a37b,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:45.949314 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:45.952614 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '898485d5-eced-446c-bbf4-c5821415a37b', 'network_id': '63edde71-1705-45d9-a553-588c362aa647', 'port_id': '898485d5-eced-446c-bbf4-c5821415a37b', 'mac_address': 'fa:16:3e:f6:fa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc19c7be-7ff2-4689-ac10-a938fbc87910', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:20:45.955794 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6366ccc3-d751-4815-adfe-0e397ce9aa03 req-d4a487b0-21da-483e-93e2-97f9a38d9e49 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0675514
Jun 27 12:20:46.053352 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.061948 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898485d5-eced-446c-bbf4-c5821415a37b {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:46.070577 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-46278f85-5032-44c3-91cd-b17726bb913a service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186699
Jun 27 12:20:46.076091 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.084974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:46.091063 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:46.100601 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=898485d5-eced-446c-bbf4-c5821415a37b,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:46.109156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:46.109156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.144897 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8c5084-b1f4-4b74-b1e8-89770a74dc62,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:46.155563 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:46.168706 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c0ef49f56444f1cbf2ff3a8c38a0bd0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7160783
Jun 27 12:20:46.171438 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39490) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:46.243787 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b2a429bd-eab6-4650-8032-01f79a939ddb req-4604dcc3-ed78-4f61-92ac-016d0597f905 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656990
Jun 27 12:20:46.254772 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.256277 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.258416 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:46.286512 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.300376 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.319042 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.357608 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:46.364637 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:46.370414 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:46.390602 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39498) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:46.409381 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.426417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.434757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f649f539-f16e-410e-8c36-99868fc89545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:46.453782 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8c5084-b1f4-4b74-b1e8-89770a74dc62,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:46.463903 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.465145 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:46.475926 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:46.479296 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.480539 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d8c5084-b1f4-4b74-b1e8-89770a74dc62 HTTP/1.1" status: 204  len: 168 time: 0.3080518
Jun 27 12:20:46.481652 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:46.502962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d55c5d2363b94f06a8315ba5306a46b2 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:46.506378 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:46.513576 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:46.570153 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:46.613529 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:46.624541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.726143 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.740087 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6620977d-7532-40de-a1ad-d36ea07d9004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:46.757574 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['8a1036d0-5b61-476a-85ca-15c04a92acb2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:20:46.794992 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['898485d5-eced-446c-bbf4-c5821415a37b'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:20:46.810975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afd85c1-17d0-49b7-be0c-3c4912e369b8,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:46.816966 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:46.829845 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39518) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:46.830725 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d55c5d2363b94f06a8315ba5306a46b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4390585
Jun 27 12:20:46.880215 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f64c-c934-4103-b35c-c6e74ebb4c66 req-060c0766-d18d-4249-abed-98fb1e3e9286 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:46.884844 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-45d0f64c-c934-4103-b35c-c6e74ebb4c66 req-060c0766-d18d-4249-abed-98fb1e3e9286 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 944 time: 0.1969821
Jun 27 12:20:46.891320 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccede5a2-5527-4ab7-be2f-8fc9fb48f089 req-f47305bd-cd9b-4e26-82ac-2b8fb81a3e18 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:46.893574 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ccede5a2-5527-4ab7-be2f-8fc9fb48f089 req-f47305bd-cd9b-4e26-82ac-2b8fb81a3e18 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 944 time: 0.2461398
Jun 27 12:20:46.937602 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:46.971404 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:47.000512 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-45d0f64c-c934-4103-b35c-c6e74ebb4c66 req-7931982c-9f6a-4988-8446-adc54e3bbc35 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063616
Jun 27 12:20:47.002943 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ccede5a2-5527-4ab7-be2f-8fc9fb48f089 req-51b95c35-3fbd-431c-a64d-5a570d511607 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927069
Jun 27 12:20:47.010810 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:20:47.234334 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:47.241927 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:47.289858 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe6d63-fd39-4eac-ae58-511748d8440d req-ad7ad3dc-8af2-49f9-8c4d-5c539e6a7ac7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:47.297714 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01fe6d63-fd39-4eac-ae58-511748d8440d req-ad7ad3dc-8af2-49f9-8c4d-5c539e6a7ac7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1119826
Jun 27 12:20:47.308781 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afd85c1-17d0-49b7-be0c-3c4912e369b8,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:47.332035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:47.340048 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:47.340326 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8afd85c1-17d0-49b7-be0c-3c4912e369b8 HTTP/1.1" status: 204  len: 168 time: 0.5082614
Jun 27 12:20:47.361141 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01fe6d63-fd39-4eac-ae58-511748d8440d req-3574e838-5a5d-4eb3-8ff2-5b0c6dd756e3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623078
Jun 27 12:20:47.388566 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:47.402706 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:20:47.466332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:47.488969 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:47.509117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:47.555672 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:47.557522 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:47.633450 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:47.638889 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:47.681647 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:47.760077 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:47.760509 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:48.131327 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['193b23be-a61a-4af2-9ca2-eb8ca116d0f2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:20:48.324992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d49a70-101c-4c3b-b6ab-c608c0192dab req-22373634-b5e6-489a-a9d4-c57b483fe131 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:48.326882 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64d49a70-101c-4c3b-b6ab-c608c0192dab req-22373634-b5e6-489a-a9d4-c57b483fe131 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 944 time: 0.1531439
Jun 27 12:20:48.340082 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0561549-93e8-4f91-8815-566b1e5d3dfa req-93b534ee-3c54-4e75-a3fd-345a3c5a8d02 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:48.347531 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d0561549-93e8-4f91-8815-566b1e5d3dfa req-93b534ee-3c54-4e75-a3fd-345a3c5a8d02 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 944 time: 0.1723566
Jun 27 12:20:48.426164 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64d49a70-101c-4c3b-b6ab-c608c0192dab req-ee6be918-de85-462b-992c-56a584a9c038 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764785
Jun 27 12:20:48.428234 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d0561549-93e8-4f91-8815-566b1e5d3dfa req-54e67cd8-9d33-4e3c-94a3-52ac0f09408b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798771
Jun 27 12:20:48.622709 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb15f7-17ba-4a51-9ddd-c59813e40cda req-99c606d2-052c-4513-bcd5-ab8877cf3325 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:48.624072 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97fb15f7-17ba-4a51-9ddd-c59813e40cda req-99c606d2-052c-4513-bcd5-ab8877cf3325 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.0810750
Jun 27 12:20:48.673748 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97fb15f7-17ba-4a51-9ddd-c59813e40cda req-abe12878-c0a6-4a97-929b-2f7eb78d7cd5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420861
Jun 27 12:20:48.821474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:20:48.840492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:48.841458 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90e4f10>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:49.030300 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device b857f023-7380-4439-a0e9-f750bd98c31f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:20:49.033482 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 8a1036d0-5b61-476a-85ca-15c04a92acb2 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:49.192169 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:49.388604 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 8a1036d0-5b61-476a-85ca-15c04a92acb2 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:49.453697 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 8a1036d0-5b61-476a-85ca-15c04a92acb2 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:49.453996 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:49.525412 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b857f023-7380-4439-a0e9-f750bd98c31f,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:49.560581 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'port_id': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'mac_address': 'fa:16:3e:f5:55:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:20:49.717843 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:49.796279 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b857f023-7380-4439-a0e9-f750bd98c31f {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:20:49.830957 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d83e39-3b5a-43f1-a4a9-fd370a0c5004 req-1c4f0fab-7454-4dd1-9682-9a90068edbbc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:49.838502 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1d83e39-3b5a-43f1-a4a9-fd370a0c5004 req-1c4f0fab-7454-4dd1-9682-9a90068edbbc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 944 time: 0.2319541
Jun 27 12:20:49.894684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b3b1-491d-496c-8d9f-01f6147ac33e req-4062fe6b-2027-4bd7-a0fc-47442619f84e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:49.896625 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9f89b3b1-491d-496c-8d9f-01f6147ac33e req-4062fe6b-2027-4bd7-a0fc-47442619f84e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 944 time: 0.2026665
Jun 27 12:20:49.901072 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:49.932610 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b857f023-7380-4439-a0e9-f750bd98c31f,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:49.946513 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1d83e39-3b5a-43f1-a4a9-fd370a0c5004 req-bab7efb8-3fa5-4586-9aab-6c4d62b8bd25 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065893
Jun 27 12:20:49.964209 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:49.966027 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:49.978718 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90e4f10>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 2, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:49.983162 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:20:49.983859 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Updating router ccd40498-0ebb-4fcb-938a-711c29e03650 port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:20:49.999386 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9f89b3b1-491d-496c-8d9f-01f6147ac33e req-f1b3b52b-3b71-4fb5-9a27-a2c084fda3ea tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0939856
Jun 27 12:20:50.066807 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:50.085219 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:50.091892 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:50.097226 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 898485d5-eced-446c-bbf4-c5821415a37b up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:50.149098 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2', 'code': 200}
Jun 27 12:20:50.166166 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:50.196453 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948845f-098b-4f98-872e-e1a78122fb97 req-eec3a7f4-9675-4532-98cc-47b488a85905 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:50.197931 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d948845f-098b-4f98-872e-e1a78122fb97 req-eec3a7f4-9675-4532-98cc-47b488a85905 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.0952735
Jun 27 12:20:50.256991 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d948845f-098b-4f98-872e-e1a78122fb97 req-134c5902-ae73-41c2-ae7c-7f564ee2989a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500131
Jun 27 12:20:50.377825 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:50.524716 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['b857f023-7380-4439-a0e9-f750bd98c31f'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:20:50.555205 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:50.566800 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:50.567206 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:50.567485 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:50.587498 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 898485d5-eced-446c-bbf4-c5821415a37b completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:50.601772 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4b47bd4b-ad97-438c-9f75-caa3b7938abb req-9453af68-9f0e-4ad1-aa99-53821b965c22 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.0812247
Jun 27 12:20:50.649083 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 898485d5-eced-446c-bbf4-c5821415a37b triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:50.649469 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:50.659091 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4b47bd4b-ad97-438c-9f75-caa3b7938abb req-93613043-040e-4709-80f8-2236e26d1258 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485988
Jun 27 12:20:50.933279 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.043804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.091770 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Transition to ACTIVE for port object a0dc5a38-cb53-4a0d-a534-f36a8f766e20 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:20:51.123798 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=898485d5-eced-446c-bbf4-c5821415a37b,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:51.220134 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.225254 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:51.269414 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.273518 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c6c19-8d84-4cca-978e-a504449924a8 req-2e91fcdb-eb20-4eca-ab32-cf73936286c5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:51.280604 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0f7c6c19-8d84-4cca-978e-a504449924a8 req-2e91fcdb-eb20-4eca-ab32-cf73936286c5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 944 time: 0.1509426
Jun 27 12:20:51.402886 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:51.444119 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0f7c6c19-8d84-4cca-978e-a504449924a8 req-bb2cd25c-620a-4cfe-b72e-f6f28d72cda3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582563
Jun 27 12:20:51.451187 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5ed2e-c10f-42f9-8287-6cc503f4a617 req-d4c94925-3a6d-40c6-a59a-149025216a0e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:51.469137 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81e5ed2e-c10f-42f9-8287-6cc503f4a617 req-d4c94925-3a6d-40c6-a59a-149025216a0e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 945 time: 0.2606425
Jun 27 12:20:51.561703 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81e5ed2e-c10f-42f9-8287-6cc503f4a617 req-a8377fea-3ebd-410e-afc5-f53ecfd01fc8 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940604
Jun 27 12:20:51.579082 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Pushing event updated for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:51.589583 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:51.594963 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:51.651815 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Attempting to bind port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:20:51.652197 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Attempting to bind port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:20:51.652587 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Attempting to bind port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:20:51.664681 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:20:51.665063 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Checking segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:20:51.665479 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.666508 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Bound using segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:20:51.667007 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Bound port: a0dc5a38-cb53-4a0d-a534-f36a8f766e20, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:20:51.667554 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.698872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c5ea3-26d9-451c-99e9-1aa048c25d9b req-c2a0269f-cf08-4c9e-bda8-cd7128b188cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:51.701357 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4d4c5ea3-26d9-451c-99e9-1aa048c25d9b req-c2a0269f-cf08-4c9e-bda8-cd7128b188cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.0971432
Jun 27 12:20:51.755225 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4d4c5ea3-26d9-451c-99e9-1aa048c25d9b req-861f68e3-19e4-429c-a882-6e1ed5dcfa43 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467331
Jun 27 12:20:51.765016 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:51.776222 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:51.813836 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] For port a0dc5a38-cb53-4a0d-a534-f36a8f766e20, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:20:51.818268 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] For port a0dc5a38-cb53-4a0d-a534-f36a8f766e20, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:20:51.852758 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:51.857960 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:51.858767 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.936155 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:51.940998 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:52.082563 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:52.091501 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Pushing event updated for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:52.099147 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:52.114919 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:20:52.115563 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90e4f10>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:52.235273 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:52.262809 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:52.326784 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b', 'code': 200}
Jun 27 12:20:52.372911 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:20:52.417550 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:52.425986 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:52.584618 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:52.625825 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:52.675353 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e80c4-5705-462b-9bf7-ab425d71fadc req-09205d74-f616-47cf-86ca-c9420532f3ae tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:52.676834 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-811e80c4-5705-462b-9bf7-ab425d71fadc req-09205d74-f616-47cf-86ca-c9420532f3ae tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1034276
Jun 27 12:20:52.772967 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90e4f10>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:51Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:20:52.778044 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43da2ed7-517e-4b7d-b584-4f260a330584 None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:51Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:20:52.788233 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-811e80c4-5705-462b-9bf7-ab425d71fadc req-00a5b1da-4482-48cd-a846-7dc7b6feb9f2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020582
Jun 27 12:20:52.803490 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c62aef6-ca27-4959-a86b-aef50934720b req-316c90b3-f515-4ff7-bf6e-fadfdd7f6b28 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1098 time: 0.0804935
Jun 27 12:20:52.840916 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe435d-229b-412a-b687-eff0ef72e3de req-c29a3d53-5272-4e7f-8e2c-d5562ef6922c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:52.844130 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-55fe435d-229b-412a-b687-eff0ef72e3de req-c29a3d53-5272-4e7f-8e2c-d5562ef6922c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 945 time: 0.1421070
Jun 27 12:20:52.899289 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c62aef6-ca27-4959-a86b-aef50934720b req-36f07b7c-1118-417d-8b2c-61e6dbae635b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885878
Jun 27 12:20:52.973175 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-55fe435d-229b-412a-b687-eff0ef72e3de req-9eae9d44-b2b0-478f-8cd2-ca4f42033dbb tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1036205
Jun 27 12:20:53.059286 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device b857f023-7380-4439-a0e9-f750bd98c31f up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:53.095213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a8ee-9d4b-4e7c-b6f2-6c2917aff404 req-f861ffc3-000f-4ef5-9740-4064c28db966 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:53.097582 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0015a8ee-9d4b-4e7c-b6f2-6c2917aff404 req-f861ffc3-000f-4ef5-9740-4064c28db966 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1084833
Jun 27 12:20:53.175032 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0015a8ee-9d4b-4e7c-b6f2-6c2917aff404 req-bcf8fe3a-c0fb-4ec1-881a-b5d50b46564d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595143
Jun 27 12:20:53.272176 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port b857f023-7380-4439-a0e9-f750bd98c31f completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:53.283158 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port b857f023-7380-4439-a0e9-f750bd98c31f triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:53.283774 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:53.441529 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:53.482281 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b857f023-7380-4439-a0e9-f750bd98c31f,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:53.587745 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:53.602937 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-484307bc-b4fb-48dd-8e57-ac706cb20e35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:53.763918 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:53.786707 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:53.796239 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a0dc5a38-cb53-4a0d-a534-f36a8f766e20 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:54.105294 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:20:54.111771 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:54.112558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:54.123560 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f492c-0dfb-4fa9-83ce-2780a1772dea req-c90acd7b-95f5-4318-862a-5ffdd3047d39 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:54.125650 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a25f492c-0dfb-4fa9-83ce-2780a1772dea req-c90acd7b-95f5-4318-862a-5ffdd3047d39 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0891531
Jun 27 12:20:54.186712 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a25f492c-0dfb-4fa9-83ce-2780a1772dea req-010f0737-4560-4577-ab66-c2ae7dd91352 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534027
Jun 27 12:20:54.246913 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:54.284475 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port a0dc5a38-cb53-4a0d-a534-f36a8f766e20, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:20:54.327605 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}, {'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:20:54.358479 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:54.360895 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:54.423975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e171b78-bf8f-43f2-8dec-5672524915ee req-99bbba40-4036-4d73-9458-e1eaf895b738 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:54.433776 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1e171b78-bf8f-43f2-8dec-5672524915ee req-99bbba40-4036-4d73-9458-e1eaf895b738 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1185193
Jun 27 12:20:54.456673 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:54.460714 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:54.532976 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1e171b78-bf8f-43f2-8dec-5672524915ee req-e4ec128f-4b6d-4d24-b7e8-f75aa1a712ec tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978622
Jun 27 12:20:54.557533 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc01ff3-9d5b-492a-9141-21afc75a5c0a req-2e71fb99-adf2-42cc-aa99-94adcc30c26d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:54.558966 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2cc01ff3-9d5b-492a-9141-21afc75a5c0a req-2e71fb99-adf2-42cc-aa99-94adcc30c26d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1440361
Jun 27 12:20:54.612589 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2cc01ff3-9d5b-492a-9141-21afc75a5c0a req-075f7756-3303-439c-a8b9-e3220bdc0ff8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408976
Jun 27 12:20:54.700062 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'code': 200}
Jun 27 12:20:54.700062 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'code': 200}
Jun 27 12:20:54.739798 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464e442-6ca8-4fa2-9dc9-5e492722f338 req-203bac54-f276-45ef-9b5b-4cace51597d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:54.742228 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d464e442-6ca8-4fa2-9dc9-5e492722f338 req-203bac54-f276-45ef-9b5b-4cace51597d9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.0830066
Jun 27 12:20:54.818996 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d464e442-6ca8-4fa2-9dc9-5e492722f338 req-0335aa26-7e64-4820-a763-a16acaf3cc51 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720320
Jun 27 12:20:55.361007 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0c95b9a1-6a73-4481-a7ab-0584a4c56872 req-58f846ff-283e-4c32-a6c0-f76dbbe10c29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.1353259
Jun 27 12:20:55.364518 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-75c48fe1-f983-4283-8613-499adb879724 req-fc0b889f-79a8-4f66-84a1-9422c120b99d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1098 time: 0.0973272
Jun 27 12:20:55.390044 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56102b9-f36e-40f3-8f95-62c75d414aaa req-f34cb905-2261-4437-a256-8188a0936ac3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:55.392281 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c56102b9-f36e-40f3-8f95-62c75d414aaa req-f34cb905-2261-4437-a256-8188a0936ac3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0827987
Jun 27 12:20:55.440991 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c56102b9-f36e-40f3-8f95-62c75d414aaa req-c70d48e7-8708-46e5-b98a-8e6c2a3591c4 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410764
Jun 27 12:20:55.449469 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0c95b9a1-6a73-4481-a7ab-0584a4c56872 req-4d3878ca-2598-4c28-ac75-ca8dfdf74667 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674157
Jun 27 12:20:55.451259 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-75c48fe1-f983-4283-8613-499adb879724 req-ccbe389e-3717-44b2-8f34-8f7c4c91d4d3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560126
Jun 27 12:20:55.675916 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a0dc5a38-cb53-4a0d-a534-f36a8f766e20 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:20:55.751866 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:20:55.752198 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:55.758136 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0283113-ee63-4eb7-b541-6b50aec4f12d req-69bb0dbe-151e-4e6e-a933-719b904003b5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:55.759620 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0283113-ee63-4eb7-b541-6b50aec4f12d req-69bb0dbe-151e-4e6e-a933-719b904003b5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0920241
Jun 27 12:20:55.823094 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0283113-ee63-4eb7-b541-6b50aec4f12d req-45eb8d4b-be6f-4faa-be10-7d27904d5861 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580647
Jun 27 12:20:56.021407 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777b4d4-7aa8-45ba-8836-1d9d5713507d req-8ff2dfd7-7397-4128-9663-e0a04997dd55 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:56.022868 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c777b4d4-7aa8-45ba-8836-1d9d5713507d req-8ff2dfd7-7397-4128-9663-e0a04997dd55 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0803680
Jun 27 12:20:56.121333 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c777b4d4-7aa8-45ba-8836-1d9d5713507d req-cfb7ad95-0abf-458c-93a7-64f29087df60 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926068
Jun 27 12:20:56.148860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9a2dc-dec0-4b9d-8595-6911ac16fed0 req-45d17b52-86bc-4bd9-9a52-e685a62db6e6 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:56.150305 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1bf9a2dc-dec0-4b9d-8595-6911ac16fed0 req-45d17b52-86bc-4bd9-9a52-e685a62db6e6 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.1007555
Jun 27 12:20:56.209682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1bf9a2dc-dec0-4b9d-8595-6911ac16fed0 req-edfa8507-de22-48c8-9164-ac1b8d6f8dac tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515952
Jun 27 12:20:56.344484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262cd55-484f-47a7-8b67-b25ca7866977 req-2afe5bba-6a60-4f5c-bc03-c956c49fd1f2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:56.349745 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e262cd55-484f-47a7-8b67-b25ca7866977 req-2afe5bba-6a60-4f5c-bc03-c956c49fd1f2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0852604
Jun 27 12:20:56.392767 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e262cd55-484f-47a7-8b67-b25ca7866977 req-75ce2771-58ba-4b03-9505-680c4cf1e890 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411265
Jun 27 12:20:57.033126 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7793a38-6930-4167-9da0-b8d8c0306519 req-6501c79e-d22c-4670-9f56-bd9b28f2ebfb tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:57.034694 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e7793a38-6930-4167-9da0-b8d8c0306519 req-6501c79e-d22c-4670-9f56-bd9b28f2ebfb tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0870442
Jun 27 12:20:57.088520 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e7793a38-6930-4167-9da0-b8d8c0306519 req-03824671-1e5b-40d3-a4fd-ac257a8e43c0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469749
Jun 27 12:20:57.388381 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb78d-dbdd-4f31-9d21-d3953f475879 req-2524abb0-415f-4842-8404-3cef62ec9cb4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:57.389927 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1beb78d-dbdd-4f31-9d21-d3953f475879 req-2524abb0-415f-4842-8404-3cef62ec9cb4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1227791
Jun 27 12:20:57.454615 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49d987-dc80-4b5f-bb56-6fd8fa0b80c4 req-87c3d3c0-d762-449c-a45a-7a7d2dfad1af tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:57.456043 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6d49d987-dc80-4b5f-bb56-6fd8fa0b80c4 req-87c3d3c0-d762-449c-a45a-7a7d2dfad1af tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.1223488
Jun 27 12:20:57.459730 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1beb78d-dbdd-4f31-9d21-d3953f475879 req-ab95687d-ad60-402f-8594-0fc363d22688 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0639126
Jun 27 12:20:57.510043 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6d49d987-dc80-4b5f-bb56-6fd8fa0b80c4 req-028dfec9-fff9-4e20-8da4-fadbfb8ed7f8 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464263
Jun 27 12:20:57.587272 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39822) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:57.685759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e8249-43dc-4ebb-bb0d-b8c0092efb76 req-1ddc67f4-4450-48b9-b52a-254e38753faa tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:57.687887 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e2e8249-43dc-4ebb-bb0d-b8c0092efb76 req-1ddc67f4-4450-48b9-b52a-254e38753faa tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0869339
Jun 27 12:20:57.735321 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e2e8249-43dc-4ebb-bb0d-b8c0092efb76 req-71343758-9ea3-4078-bf1a-fc3cfb475762 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419250
Jun 27 12:20:57.738515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:57.771138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:57.775000 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Usage tracker for resource:security_group_rule and tenant:97099221568c4ae982889d1aed86280d is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:57.777834 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:57.783711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:57.848722 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:57.895419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:57.903763 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6653c9d-1728-4eaf-8f16-9c910dfd9c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:57.945951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8fffa-85da-4191-bd07-5ef9a264ba4d,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:57.949497 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:57.959058 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39830) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:57.959463 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97099221568c4ae982889d1aed86280d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3676238
Jun 27 12:20:58.014462 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:58.039315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:58.152865 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:58.158484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f5092a4e-a7a0-4eca-af29-c50e5ff976f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:58.171212 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8fffa-85da-4191-bd07-5ef9a264ba4d,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:58.175365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:58.180925 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:58.184311 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ac8fffa-85da-4191-bd07-5ef9a264ba4d HTTP/1.1" status: 204  len: 168 time: 0.2250960
Jun 27 12:20:58.355219 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a51325-36fe-4036-b370-e0f8c5f3eb28 req-831929de-39c7-4452-b0f3-173d943a58b1 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:58.356677 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3a51325-36fe-4036-b370-e0f8c5f3eb28 req-831929de-39c7-4452-b0f3-173d943a58b1 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1298161
Jun 27 12:20:58.410682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3a51325-36fe-4036-b370-e0f8c5f3eb28 req-7a237a59-4bb7-49e3-a301-c45ce579b97e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471306
Jun 27 12:20:58.762555 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9e69b-ca02-4e27-a7c4-b0f5bcdb4b6f req-88cce9cc-618b-45cb-9fa3-7d81f3758b22 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:58.764002 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-96f9e69b-ca02-4e27-a7c4-b0f5bcdb4b6f req-88cce9cc-618b-45cb-9fa3-7d81f3758b22 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1575055
Jun 27 12:20:58.778666 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1fbae-102d-4888-b3f8-6f521f516382 req-12c10749-edb7-4df7-9022-6db85b6e1ac9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:58.780037 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0bc1fbae-102d-4888-b3f8-6f521f516382 req-12c10749-edb7-4df7-9022-6db85b6e1ac9 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.1216574
Jun 27 12:20:58.859891 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0bc1fbae-102d-4888-b3f8-6f521f516382 req-48a741bf-e5e9-461e-814a-98f6a3436b36 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635717
Jun 27 12:20:58.863087 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-96f9e69b-ca02-4e27-a7c4-b0f5bcdb4b6f req-abde4125-8333-4d6d-8d9b-6466e897b51c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0901530
Jun 27 12:20:58.936491 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-e5bac8e5-9cdf-4feb-a089-790a302d6d32 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1098 time: 0.1106322
Jun 27 12:20:59.052540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39864) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:59.072200 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35f881-dbc3-45bd-89a9-1df45223560f req-1a765f62-dfe5-4e6a-8f93-aed4a00172b3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:59.073707 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cf35f881-dbc3-45bd-89a9-1df45223560f req-1a765f62-dfe5-4e6a-8f93-aed4a00172b3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0797076
Jun 27 12:20:59.091701 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.111467 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-c3c5703e-61d4-4169-94bd-725b91d8d77f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:59.112966 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-c3c5703e-61d4-4169-94bd-725b91d8d77f service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.1691685
Jun 27 12:20:59.122854 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cf35f881-dbc3-45bd-89a9-1df45223560f req-38e58f2c-e102-4c77-afa1-73536463ba57 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423160
Jun 27 12:20:59.185994 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:20:59.200322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Usage tracker for resource:security_group_rule and tenant:d38038e6ce91435196ea543054450a38 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:20:59.203856 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:20:59.207546 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-47c2d2cf-dfb2-4080-bc26-ae60c09dc8c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 200  len: 217 time: 0.0753102
Jun 27 12:20:59.211022 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:20:59.333273 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-6105dd06-76ef-4ad4-81f5-20351d2cbd8b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:59.334691 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-6105dd06-76ef-4ad4-81f5-20351d2cbd8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.0947385
Jun 27 12:20:59.336556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.383639 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-b1c1d3cb-f9fc-42b3-8517-858321b564d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0401773
Jun 27 12:20:59.476970 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.491474 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b3f12985-b8d4-407a-82b4-0da3342b71a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:59.547973 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367e5e29-f783-4ec0-8e1b-68cef7f5975c,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:59.557469 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38038e6ce91435196ea543054450a38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5039198
Jun 27 12:20:59.558184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39874) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:20:59.558916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:20:59.618549 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-41dfc354-d6b7-48fa-8bb0-f53957317e5e service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117720
Jun 27 12:20:59.631104 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981510a-869d-4992-9d50-aecc68d32650 req-44fb74d8-beee-4119-a6ed-05e85ce60f5a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:20:59.632937 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d981510a-869d-4992-9d50-aecc68d32650 req-44fb74d8-beee-4119-a6ed-05e85ce60f5a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0880823
Jun 27 12:20:59.653116 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.685070 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.687139 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d981510a-869d-4992-9d50-aecc68d32650 req-06664fc0-55f7-4c91-bf91-75546f25f51c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498607
Jun 27 12:20:59.920879 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.928217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:20:59.953763 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367e5e29-f783-4ec0-8e1b-68cef7f5975c,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:20:59.983940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:20:59.985042 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/367e5e29-f783-4ec0-8e1b-68cef7f5975c HTTP/1.1" status: 204  len: 168 time: 0.4228969
Jun 27 12:20:59.995216 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.995577 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.995933 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.996281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.996650 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.997115 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.997464 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.997802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.998137 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.998471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:20:59.998802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:00.005003 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:00.010160 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9446df36-ee7f-4bcc-829b-a43be931ae7b req-5679b624-81af-4015-9838-303e0160827c service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1968963
Jun 27 12:21:00.263352 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2b1e8-92d5-476f-8dbf-def53c8e4d1d req-29a40f9b-c8fb-4d2e-87a5-ca7fa3cf4455 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:00.264832 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-27e2b1e8-92d5-476f-8dbf-def53c8e4d1d req-29a40f9b-c8fb-4d2e-87a5-ca7fa3cf4455 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.1530192
Jun 27 12:21:00.276645 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849747c5-a800-406d-8044-8a61d6734b97 req-bdb76426-eec3-465c-a405-7c451a582dbd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:00.284804 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-849747c5-a800-406d-8044-8a61d6734b97 req-bdb76426-eec3-465c-a405-7c451a582dbd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1329906
Jun 27 12:21:00.415439 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-849747c5-a800-406d-8044-8a61d6734b97 req-04fbc77a-b1a1-4303-806a-49365fb2821b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1298797
Jun 27 12:21:00.456887 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-27e2b1e8-92d5-476f-8dbf-def53c8e4d1d req-13cb3f2e-3a58-40d1-8b05-5e55407442ff tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1691778
Jun 27 12:21:00.462496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39908) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:00.684797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-700c77bb-17eb-4446-a624-9264fce2d7b1 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:00.685510 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-700c77bb-17eb-4446-a624-9264fce2d7b1 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Synchronizing usage tracker for tenant:ce14925fba3242129c38aaf6df0ac8a4 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:21:00.712557 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86283017-42fc-4440-b501-5a1a140e85e8 req-08834733-df1f-45ac-b534-d398f95f2f9e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:00.714296 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86283017-42fc-4440-b501-5a1a140e85e8 req-08834733-df1f-45ac-b534-d398f95f2f9e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1084015
Jun 27 12:21:00.717918 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:00.752113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:00.756256 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Usage tracker for resource:security_group_rule and tenant:8dc8232720a741eb8413adec5a9466be is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:00.759386 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:00.768531 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:00.784967 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86283017-42fc-4440-b501-5a1a140e85e8 req-da639e38-4b25-4f4e-8e4a-019a1676cb2f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615957
Jun 27 12:21:00.818338 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-700c77bb-17eb-4446-a624-9264fce2d7b1 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Unset dirty status for tenant:ce14925fba3242129c38aaf6df0ac8a4 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:21:00.819710 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-700c77bb-17eb-4446-a624-9264fce2d7b1 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.47 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.3450875
Jun 27 12:21:00.894045 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:00.912781 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Deleting port 36a895f9-f96e-4b27-acfa-a15756ef5dfc {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:21:00.913099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:00.963921 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21602ad3-e2ad-449d-9b0f-b1aa09bd769b req-0f6c53ae-007b-48e9-8aaf-539d17cec809 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:00.965423 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-21602ad3-e2ad-449d-9b0f-b1aa09bd769b req-0f6c53ae-007b-48e9-8aaf-539d17cec809 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0829487
Jun 27 12:21:01.009498 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.013715 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-21602ad3-e2ad-449d-9b0f-b1aa09bd769b req-0eac46e8-c461-4495-ac7e-20e5204b34e9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421159
Jun 27 12:21:01.022656 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39924) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:01.026561 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6ec6a3ed-b660-4b14-8f5d-56f7c8ca3b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:01.046545 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.081380 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:01.085834 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Usage tracker for resource:security_group_rule and tenant:3d4ce05a78554ebb96f242bca031f1bb is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:01.089124 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:01.095669 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:01.101203 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1336adba-7eb1-4089-9958-b778778cc391,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:01.109709 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dc8232720a741eb8413adec5a9466be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6460774
Jun 27 12:21:01.110872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:01.115808 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39930) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:01.234330 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] For port 36a895f9-f96e-4b27-acfa-a15756ef5dfc, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=36a895f9-f96e-4b27-acfa-a15756ef5dfc,segment=NetworkSegment(9ecaa250-56f1-4323-84a3-5594fb2c6b99),segment_id=9ecaa250-56f1-4323-84a3-5594fb2c6b99)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:01.234730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.267966 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.277542 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.315076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.353530 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321de098-e377-430e-b4ae-282b4f9cd7af req-6e84b823-aaf6-4187-b6c4-89e9e5056f20 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:01.353530 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-321de098-e377-430e-b4ae-282b4f9cd7af req-6e84b823-aaf6-4187-b6c4-89e9e5056f20 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1735301
Jun 27 12:21:01.364095 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39938) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:01.364461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39940) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:01.380464 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.380571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Calling delete_port for 36a895f9-f96e-4b27-acfa-a15756ef5dfc owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:21:01.381688 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d2e37dd0-d37a-4f64-bec0-c758ec4ec431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:01.413009 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'floatingip': {'port_id': 'b857f023-7380-4439-a0e9-f750bd98c31f'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d4ce05a78554ebb96f242bca031f1bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4042494
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888cfd42-5210-41cb-ba73-620c2800e249,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39948) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:01.451975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:01.519857 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.583504 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.617584 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.623871 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:01.656903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.674312 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1336adba-7eb1-4089-9958-b778778cc391,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:01.677866 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:01.701681 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.727252 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.728372 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1336adba-7eb1-4089-9958-b778778cc391 HTTP/1.1" status: 204  len: 168 time: 0.6117954
Jun 27 12:21:01.756003 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.758344 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:01.759458 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/888cfd42-5210-41cb-ba73-620c2800e249 HTTP/1.1" status: 204  len: 168 time: 0.3115790
Jun 27 12:21:01.762454 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:01.788372 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888cfd42-5210-41cb-ba73-620c2800e249,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:01.791289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:01.806351 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ef811-ba4c-4e9e-a546-7ac33590bced req-c4920386-be0c-4867-bb1b-8348e99ee116 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:01.808089 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6f9ef811-ba4c-4e9e-a546-7ac33590bced req-c4920386-be0c-4867-bb1b-8348e99ee116 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1349447
Jun 27 12:21:01.814498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dd862-755f-49a2-b8de-69de2da0509f req-37364f71-4a23-4475-ba56-36e005374424 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:01.816159 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8e0dd862-755f-49a2-b8de-69de2da0509f req-37364f71-4a23-4475-ba56-36e005374424 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 945 time: 0.1837049
Jun 27 12:21:01.871482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:01.879938 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Usage tracker for resource:security_group_rule and tenant:1239667ccf5140739a2798932325027e is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:01.883967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:01.894570 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:01.914643 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8e0dd862-755f-49a2-b8de-69de2da0509f req-bc71d45c-0214-4c3c-a3c4-8b92cc6a821b tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/security-groups?id=12105acb-ef2e-4c10-9579-6976edecc9bc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915008
Jun 27 12:21:01.927754 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6f9ef811-ba4c-4e9e-a546-7ac33590bced req-6f817a72-f253-4a47-aa43-b5feae986664 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1018012
Jun 27 12:21:01.976190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.001527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.004385 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:02.083198 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Pushing event deleted for resources: {'Port': ['ID=36a895f9-f96e-4b27-acfa-a15756ef5dfc,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:02.094756 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.100697 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:02.103331 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:02.197173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07167086-dc1d-4706-b13d-2c3faa12ca30 req-317a65d3-caed-4fee-a3b4-a28318aebeb9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:02.198824 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-07167086-dc1d-4706-b13d-2c3faa12ca30 req-317a65d3-caed-4fee-a3b4-a28318aebeb9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1546454
Jun 27 12:21:02.237298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72355015-44d6-480c-a084-b02bcddc3ec7 req-ae1e44f3-dfbe-4c8b-a6ae-3f9e2b1f3440 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:02.239217 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-72355015-44d6-480c-a084-b02bcddc3ec7 req-ae1e44f3-dfbe-4c8b-a6ae-3f9e2b1f3440 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1528096
Jun 27 12:21:02.256587 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 39970) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:02.265259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'floatingip': {'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:02.293502 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b0159b-67b9-4ad5-90b1-8250637558d3,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:02.296881 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] No DVR routers for this DVR port 36a895f9-f96e-4b27-acfa-a15756ef5dfc on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:21:02.298311 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:02.312724 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1239667ccf5140739a2798932325027e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9435763
Jun 27 12:21:02.312724 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.370561 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'name': 'network-vif-deleted', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:21:02.376459 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39974) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:02.426289 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-07167086-dc1d-4706-b13d-2c3faa12ca30 req-45e55759-4cf3-488f-a384-354959efd5f2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193193
Jun 27 12:21:02.428384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.495322 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e64b73-10b8-4bf9-8a2f-d0e8c833afc7', 'name': 'network-vif-deleted', 'tag': '36a895f9-f96e-4b27-acfa-a15756ef5dfc', 'status': 'completed', 'code': 200}
Jun 27 12:21:02.566133 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-19f60e84-ee61-435b-9ef7-77193fa9489b req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.47 "DELETE /v2.0/ports/36a895f9-f96e-4b27-acfa-a15756ef5dfc HTTP/1.1" status: 204  len: 173 time: 1.7350149
Jun 27 12:21:02.608135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.677959 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 39990) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:02.720477 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.839661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:02.925890 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:02.934376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:8456125724e8450fb745257834c43fa6 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:02.944852 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:02.957034 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:03.101891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.113531 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a313dc19-2b3d-43e8-aac2-0ae93ea50a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:03.119359 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-24d94e73-71ec-40f1-8405-582b81fe4120 req-45311dc7-e47f-4bad-b7a8-7c3383cc96a7 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0603354
Jun 27 12:21:03.148162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b0159b-67b9-4ad5-90b1-8250637558d3,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:03.161002 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:03.171975 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.172871 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.177017 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87b0159b-67b9-4ad5-90b1-8250637558d3 HTTP/1.1" status: 204  len: 168 time: 0.7773731
Jun 27 12:21:03.229964 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.256321 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.322572 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.333719 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-494e522d-9e46-4672-9abd-40bc98e3e525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:03.352255 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.380766 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37098613-6152-4713-9335-b4bdc01c5f00,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:03.385109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:03.396852 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8456125724e8450fb745257834c43fa6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7135034
Jun 27 12:21:03.397204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40008) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:03.439315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.538779 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Floating IP 66b179f3-da82-441a-9996-91fd65b69d80 associated. External IP: 172.27.2.93, port: b857f023-7380-4439-a0e9-f750bd98c31f.
Jun 27 12:21:03.543141 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.591025 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.801877 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c33a9c-b699-41b6-8e20-9c93ed0e7a40 req-50b538b6-eeef-486e-b36b-7ade474249de tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:03.803334 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80c33a9c-b699-41b6-8e20-9c93ed0e7a40 req-50b538b6-eeef-486e-b36b-7ade474249de tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1259594
Jun 27 12:21:03.809073 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.l3_db [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Floating IP 7c869aad-5aee-4d53-860a-f338691acd54 associated. External IP: 172.27.2.118, port: 193b23be-a61a-4af2-9ca2-eb8ca116d0f2.
Jun 27 12:21:03.946246 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:03.962870 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-eb1be64b-3633-4565-9088-fa431442bd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:03.979640 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37098613-6152-4713-9335-b4bdc01c5f00,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:03.982333 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:04.005662 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.006752 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37098613-6152-4713-9335-b4bdc01c5f00 HTTP/1.1" status: 204  len: 168 time: 0.6086295
Jun 27 12:21:04.021343 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80c33a9c-b699-41b6-8e20-9c93ed0e7a40 req-decde9b0-af81-4498-bfbf-4f380a777c90 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835359
Jun 27 12:21:04.079708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40022) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:04.105121 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.121097 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:21:04.150999 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:04.213729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Usage tracker for resource:security_group_rule and tenant:34c2071a5eaf4e16a3cc4553ad4be82e is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:04.217306 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:04.224381 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:04.373249 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.376287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40030) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:04.407880 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe9d2685-35f0-4b64-906f-234b4516245f req-66d35b48-ba39-4cd8-a484-3fc152a8199a tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.0496542
Jun 27 12:21:04.419315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:04.438499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.456394 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:21:04.495293 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.517693 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:04.528121 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4ed5dc7e-0018-4e94-8851-59258d75a13c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "PUT /v2.0/floatingips/66b179f3-da82-441a-9996-91fd65b69d80 HTTP/1.1" status: 200  len: 991 time: 3.1626148
Jun 27 12:21:04.550108 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:21:04.588967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d778989-eb10-4c40-a2f4-5644da0c0315,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:04.592517 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:04.595415 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c2071a5eaf4e16a3cc4553ad4be82e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5151348
Jun 27 12:21:04.598662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40044) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:04.678027 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'status': 'completed', 'code': 200}
Jun 27 12:21:04.696282 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.747145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.753697 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.786311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:04.790813 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.798540 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:21:04.814551 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:04.815961 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d935a340>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:04.816201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:04.820548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Usage tracker for resource:security_group_rule and tenant:4b02cfe971a84779a44ad10776789e2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:04.823851 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:04.830455 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:04.864868 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-bb839fc0-7a02-4f8f-b101-34d282a1b190 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "PUT /v2.0/floatingips/7c869aad-5aee-4d53-860a-f338691acd54 HTTP/1.1" status: 200  len: 991 time: 2.6068130
Jun 27 12:21:04.865659 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:21:04.941205 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.947365 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:04.971544 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d778989-eb10-4c40-a2f4-5644da0c0315,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:04.975073 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:04.987327 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:04.995800 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d778989-eb10-4c40-a2f4-5644da0c0315 HTTP/1.1" status: 204  len: 168 time: 0.3940878
Jun 27 12:21:05.043514 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 36a895f9-f96e-4b27-acfa-a15756ef5dfc no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:21:05.047706 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:05.066564 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.098791 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 36a895f9-f96e-4b27-acfa-a15756ef5dfc {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:21:05.099144 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 36a895f9-f96e-4b27-acfa-a15756ef5dfc not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:21:05.156873 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.164438 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:05.212265 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67a0cd3-08cd-4ff4-8d6f-0f3ee14261ad,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:05.223451 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b02cfe971a84779a44ad10776789e2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8460467
Jun 27 12:21:05.224556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:05.226197 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40068) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:05.316763 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'status': 'completed', 'code': 200}
Jun 27 12:21:05.449152 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.517621 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.611725 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-344b3c5e-1e82-42c2-b559-2361a73607bf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3168633
Jun 27 12:21:05.630419 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-351a1100-3141-43d4-800e-69d46ad018a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1098 time: 0.2269976
Jun 27 12:21:05.670426 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d935a340>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '7c869aad-5aee-4d53-860a-f338691acd54', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:22Z', 'updated_at': '2021-06-27T12:21:03Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:05.682802 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:21:05.707439 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:05.711812 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d935a340>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:05.758455 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d3770def-24ce-46e3-a54f-3fae0a42aa7d req-30ea84b0-c663-4b96-9662-2ffda69e71cb tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.1169698
Jun 27 12:21:05.779797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.781531 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76920a-f505-4739-99dd-eb078d3817c3 req-8e4998e5-1ca2-4883-9812-0875233449e3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:05.789002 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ff76920a-f505-4739-99dd-eb078d3817c3 req-8e4998e5-1ca2-4883-9812-0875233449e3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.2833545
Jun 27 12:21:05.790003 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:05.824800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67a0cd3-08cd-4ff4-8d6f-0f3ee14261ad,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:05.826987 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-de95bc36-9473-48f3-9104-9d30be6ba2d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.4090722
Jun 27 12:21:05.834328 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:05.838227 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:05.842227 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f67a0cd3-08cd-4ff4-8d6f-0f3ee14261ad HTTP/1.1" status: 204  len: 168 time: 0.6112771
Jun 27 12:21:05.940908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-9626d84a-56a2-47c2-807a-72ff535b6f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:05.944184 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-9626d84a-56a2-47c2-807a-72ff535b6f75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.2993827
Jun 27 12:21:06.055247 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:21:06.067219 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40092) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:06.071692 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:06.082142 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:06.083375 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8e89160>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:06.113758 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ff76920a-f505-4739-99dd-eb078d3817c3 req-ea32b1d9-b263-4996-af19-5bc6c6679783 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978547
Jun 27 12:21:06.137162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:06.189988 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:06.195249 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-40d2c740-9e6b-4340-8ad1-d11c04580cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:06.197007 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-40d2c740-9e6b-4340-8ad1-d11c04580cf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.3336053
Jun 27 12:21:06.223189 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-41d79877-28cc-4c23-903e-91c4bd6eb742 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 999 time: 0.2648852
Jun 27 12:21:06.318638 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:06.346292 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Usage tracker for resource:security_group_rule and tenant:9145fee9d18c4b66be498b3140a10b19 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:06.366289 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:06.390143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:06.426462 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-c7766306-976c-4402-ad66-b9d76c5875ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:06.427932 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-c7766306-976c-4402-ad66-b9d76c5875ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.2022564
Jun 27 12:21:06.446383 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-21ef6c11-b6dd-40dd-a1f8-0bce28e01923 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 999 time: 0.2395530
Jun 27 12:21:06.573383 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:06.626524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-695fb214-f49a-440b-bff0-604e41a969b7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:06.628492 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-695fb214-f49a-440b-bff0-604e41a969b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.1419370
Jun 27 12:21:06.661329 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:06.681058 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-4bc7c241-4238-4e70-b5be-cec1a7716b52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1937823
Jun 27 12:21:06.745819 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-5cb4f281-8bc4-474f-b342-5e2f9b4bc7c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1094968
Jun 27 12:21:06.750475 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:06.781534 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-478fa496-3e86-414d-b9cf-a33c7a77fdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:06.796721 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d935a340>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '7c869aad-5aee-4d53-860a-f338691acd54', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:22Z', 'updated_at': '2021-06-27T12:21:03Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:06.803010 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf66362a-51d0-4208-8021-4d3951d8fa5b None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '7c869aad-5aee-4d53-860a-f338691acd54', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.118', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:22Z', 'updated_at': '2021-06-27T12:21:03Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:21:06.940269 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-8238b1d9-89c7-4726-a97c-9405d0808901 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1871853
Jun 27 12:21:06.945566 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fded8b55-7203-41a2-84a7-479d4a3e1da2,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:06.950030 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:06.956324 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9145fee9d18c4b66be498b3140a10b19&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8866158
Jun 27 12:21:06.958843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40114) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:07.078180 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-1cc16c5b-0e37-42ae-a4c7-d1a0f2bfbf6f service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800609
Jun 27 12:21:07.217952 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8e89160>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '66b179f3-da82-441a-9996-91fd65b69d80', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:f5:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:26Z', 'updated_at': '2021-06-27T12:21:02Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:07.222573 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:21:07.236212 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:07.236887 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8e89160>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:20:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:07.299048 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-197411fb-92aa-4adf-a938-e1db4f1d8ab5 req-be005754-3bd6-4f13-9860-fa5aee35cea5 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] 10.222.0.21 "GET /v2.0/ports?device_id=71e64b73-10b8-4bf9-8a2f-d0e8c833afc7 HTTP/1.1" status: 200  len: 210 time: 0.1163113
Jun 27 12:21:07.346098 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:07.464944 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:07.504781 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9c874912-b911-4d7a-a9bb-e16660e52933 req-e06dbdef-fdac-48b1-a02c-f424513ba84f service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4190047
Jun 27 12:21:07.516634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29bd9cde-802e-4f83-b439-dea456ef8f6f req-5246a3d5-ac25-4ff5-b18b-81aa4f99f7b6 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5526223
Jun 27 12:21:07.583322 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20207c-17b6-4085-8eed-afccdd914592 req-ae789f43-659f-435c-b08f-752b2c8aadc3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:07.590386 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cd20207c-17b6-4085-8eed-afccdd914592 req-ae789f43-659f-435c-b08f-752b2c8aadc3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.2193835
Jun 27 12:21:07.606034 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:07.621806 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:07.627803 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-209c8122-3dfc-4c8c-a2aa-99d760e48ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:07.654457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fded8b55-7203-41a2-84a7-479d4a3e1da2,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:07.661782 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cd20207c-17b6-4085-8eed-afccdd914592 req-547f90b0-4a88-4a4f-8c96-dd41c06f6447 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702732
Jun 27 12:21:07.680010 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:07.691513 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:07.692694 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fded8b55-7203-41a2-84a7-479d4a3e1da2 HTTP/1.1" status: 204  len: 168 time: 0.7325842
Jun 27 12:21:07.941786 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-4e0f775f-516a-448c-b8ca-a5a3fee6a59c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1098 time: 0.1489890
Jun 27 12:21:08.127438 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-1018dc34-fff8-4e95-89be-248a4ce040ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:08.129886 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-1018dc34-fff8-4e95-89be-248a4ce040ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1512718
Jun 27 12:21:08.132227 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8e89160>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '66b179f3-da82-441a-9996-91fd65b69d80', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:f5:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:26Z', 'updated_at': '2021-06-27T12:21:02Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:08.136717 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d0fc22-828a-4d0f-aeab-300679f00d1c None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '66b179f3-da82-441a-9996-91fd65b69d80', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.93', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:f5:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:20:26Z', 'updated_at': '2021-06-27T12:21:02Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:21:08.240777 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-f0b96acf-63b3-4b08-b04a-712c302780ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 999 time: 0.1019363
Jun 27 12:21:08.304317 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-b5c8037c-3f90-463c-a79f-fc55512c58ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:08.305790 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-b5c8037c-3f90-463c-a79f-fc55512c58ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0576637
Jun 27 12:21:08.407557 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-be707239-274a-45ec-8205-4ffac49abb1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0930650
Jun 27 12:21:08.584258 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-9d101399-44f3-4ab7-b8b7-80e1b76f816a service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1566331
Jun 27 12:21:08.759719 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-baafbd1f-7ac4-4110-8631-ca1be1438a19 req-46805648-0829-45a6-87c4-819ade7fd781 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646242
Jun 27 12:21:08.987531 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dd0f1-4728-4faa-b3ae-c8ae96fbbad2 req-78b73a63-4c1e-41f2-8edc-2604361d203d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:08.989054 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d2dd0f1-4728-4faa-b3ae-c8ae96fbbad2 req-78b73a63-4c1e-41f2-8edc-2604361d203d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1601713
Jun 27 12:21:09.037266 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d2dd0f1-4728-4faa-b3ae-c8ae96fbbad2 req-36e004d2-de25-411c-bd82-952adad7bb3e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422344
Jun 27 12:21:09.834906 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40214) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:09.976688 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-812927074-network', 'tenant_id': '619f292808544e208d7569d5813af92c'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:09.981155 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:09.985905 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Usage tracker for resource:network and tenant:619f292808544e208d7569d5813af92c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:09.989276 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:09.995147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:10.081476 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Made reservation on behalf of 619f292808544e208d7569d5813af92c for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:10.083758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.096428 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.127195 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:10.130982 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Usage tracker for resource:security_group_rule and tenant:619f292808544e208d7569d5813af92c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:10.133950 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:10.139885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:10.221438 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.281942 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.286027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:10.313256 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:21:10.332070 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b70db6-4815-4c90-91ba-fb85d1e13ce2,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:10.332070 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:10.332070 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.332070 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Added segment 7584f958-2614-46cb-b775-8c7d296bf002 of type vlan for network a5f4b664-3ae5-40de-af31-d5eb8ba4c35a
Jun 27 12:21:10.376395 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.498133 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.499371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:10.499950 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:10.504800 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:10.602857 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f4b664-3ae5-40de-af31-d5eb8ba4c35a,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:10.605599 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:10.615951 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network a5f4b664-3ae5-40de-af31-d5eb8ba4c35a details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:21:10.687993 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8519151
Jun 27 12:21:10.690837 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40244) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:10.696967 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Request body: {'subnet': {'network_id': 'a5f4b664-3ae5-40de-af31-d5eb8ba4c35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-812927074-subnet', 'tenant_id': '619f292808544e208d7569d5813af92c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:10.701907 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:10.706509 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Usage tracker for resource:subnet and tenant:619f292808544e208d7569d5813af92c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:10.709605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:10.715835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:10.784063 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Made reservation on behalf of 619f292808544e208d7569d5813af92c for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:10.786622 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:11.163633 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca59ff8-4d24-458f-b1f0-80466b981cb7 None None] New status for floating IP 7c869aad-5aee-4d53-860a-f338691acd54: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:21:11.181632 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:11.187655 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ccbf45aa-8cee-429d-af58-f89ac44efcc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:11.200765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d580de54-cc26-4c64-9594-e7092bc1fa99 None None] New status for floating IP 66b179f3-da82-441a-9996-91fd65b69d80: ACTIVE {{(pid=74901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:21:11.348833 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79caebd-9935-42f7-a584-92ed28711e35,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:11.351817 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:11.363891 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Checking segment: {'id': '7584f958-2614-46cb-b775-8c7d296bf002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5f4b664-3ae5-40de-af31-d5eb8ba4c35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:11.364260 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Network hostable DHCP agents. Network: a5f4b664-3ae5-40de-af31-d5eb8ba4c35a, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:21:11.453037 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Network a5f4b664-3ae5-40de-af31-d5eb8ba4c35a is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:21:11.541451 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2b0583ee-806c-4743-bfbf-acdc71b68adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:11.610032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, a5f4b664-3ae5-40de-af31-d5eb8ba4c35a) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:11.614195 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:11.614839 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:11.623334 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218c29d-7a03-4ecd-91b6-6da474a3cfdb None None] Network a5f4b664-3ae5-40de-af31-d5eb8ba4c35a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:11.720894 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-bce2677e-1a5a-434f-9a05-be326cea4772 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0194013
Jun 27 12:21:11.788506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:11.854039 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3359acd8-72a9-42ac-89be-c4cdc7a10d18 None None] Network a5f4b664-3ae5-40de-af31-d5eb8ba4c35a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:12.220418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b3e83-c6c3-4a8b-a6bc-0b198b989f75 req-878f1932-1921-4e95-b4dd-207f65dba773 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:12.221845 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fd3b3e83-c6c3-4a8b-a6bc-0b198b989f75 req-878f1932-1921-4e95-b4dd-207f65dba773 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0821996
Jun 27 12:21:12.268449 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fd3b3e83-c6c3-4a8b-a6bc-0b198b989f75 req-d19fdf29-61f7-4e4a-a15b-015744195957 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405507
Jun 27 12:21:12.764962 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:21:12.964443 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40296) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:12.970697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1028904746-network', 'tenant_id': '2936e8e43a8448f0a3e59c988c419e85'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:12.975103 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:12.982129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Usage tracker for resource:network and tenant:2936e8e43a8448f0a3e59c988c419e85 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:12.982129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:12.988545 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:13.078036 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Made reservation on behalf of 2936e8e43a8448f0a3e59c988c419e85 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:13.085488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.115818 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.160011 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:13.164757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Usage tracker for resource:security_group_rule and tenant:2936e8e43a8448f0a3e59c988c419e85 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:13.168743 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:13.176750 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:13.261188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.329773 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.333858 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-eedbe021-0f05-4a92-bf5c-7dca9c29c207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:13.362384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:21:13.371264 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307f6ccc-086a-441b-b5eb-6c3ea3b0ef99,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:13.375552 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:13.378131 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.378470 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Added segment 2f58f0a9-0c60-4926-a380-45c48fcd0dc8 of type vlan for network 425c23ef-1b86-4ee9-9347-1ffd1865b36a
Jun 27 12:21:13.409276 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.505418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ae917-c305-4042-8e4e-ba8aff3f99bb req-4b95f1f0-1031-40f4-ac4b-d49681a1792f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:13.506784 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bc5ae917-c305-4042-8e4e-ba8aff3f99bb req-4b95f1f0-1031-40f4-ac4b-d49681a1792f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1027253
Jun 27 12:21:13.559585 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bc5ae917-c305-4042-8e4e-ba8aff3f99bb req-ec8b707b-20f4-4d55-b9c1-4083d0c65133 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456252
Jun 27 12:21:13.579371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.580729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:13.581503 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.587542 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:13.610607 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-215f3bc5-8ff8-4c0f-b05d-376ced548677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.693029 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Pushing event updated for resources: {'Network': ['ID=425c23ef-1b86-4ee9-9347-1ffd1865b36a,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:13.696103 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:13.704149 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 425c23ef-1b86-4ee9-9347-1ffd1865b36a details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:21:13.796591 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8309565
Jun 27 12:21:13.799242 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40334) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:13.805650 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Request body: {'subnet': {'network_id': '425c23ef-1b86-4ee9-9347-1ffd1865b36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1028904746-subnet', 'tenant_id': '2936e8e43a8448f0a3e59c988c419e85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:13.814116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:13.825027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Usage tracker for resource:subnet and tenant:2936e8e43a8448f0a3e59c988c419e85 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:13.829527 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:13.838051 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:13.926418 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40340) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:13.927274 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Made reservation on behalf of 2936e8e43a8448f0a3e59c988c419e85 for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:13.929884 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:13.987538 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Deleting subnet 7bd108ac-2a48-45ac-9fd7-7c1996679f16 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:21:13.990626 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.050882 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.058413 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.229883 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.230201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.234828 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-adee6634-a629-44ae-8ef1-170111bc0a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:14.236035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:14.273331 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd108ac-2a48-45ac-9fd7-7c1996679f16,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:14.276855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:14.289722 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.298570 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7bd108ac-2a48-45ac-9fd7-7c1996679f16 HTTP/1.1" status: 204  len: 168 time: 0.3710754
Jun 27 12:21:14.301055 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40348) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:14.353934 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d88ba94-0dfd-4a27-89ae-3312c586fb21,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:14.358831 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:14.366005 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Checking segment: {'id': '2f58f0a9-0c60-4926-a380-45c48fcd0dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '425c23ef-1b86-4ee9-9347-1ffd1865b36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:14.366361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Network hostable DHCP agents. Network: 425c23ef-1b86-4ee9-9347-1ffd1865b36a, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:21:14.463556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.487142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Network 425c23ef-1b86-4ee9-9347-1ffd1865b36a is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:21:14.564551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 425c23ef-1b86-4ee9-9347-1ffd1865b36a) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:14.572596 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:14.574434 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.579249 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c98e2-106d-4a02-8fc3-776512e446fe None None] Network 425c23ef-1b86-4ee9-9347-1ffd1865b36a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:14.610541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.638197 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f00d8992a60>> segment before_delete 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.638575 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f00d8992a60>> subnet precommit_delete_associations 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.639494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> segment_host_mapping after_create 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.639832 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> port after_create 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.642343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> port after_delete 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.642738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> port after_update 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.643080 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> segment after_delete 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.643435 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> subnet after_create 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.643768 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> subnet after_delete 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.644092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d8992370>> subnet after_update 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.682675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.716716 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-59caa995-3f68-4703-a28b-ca391cf7aafc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9159956
Jun 27 12:21:14.721715 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d8eb69a0>> subnet after_create 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.722243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d8eb69a0>> subnet after_delete 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.722733 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d8eb69a0>> subnet before_create 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.723213 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d8eb69a0>> subnet before_update 55550000 {{(pid=74900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:14.723723 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d8992fa0>,) {'filters': {'network_id': ['04d3af6a-f9d3-43bc-b12d-cc5b29386377']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:14.739067 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8992fa0>, '9ecaa250-56f1-4323-84a3-5594fb2c6b99') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:14.739597 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8992fa0>, '9ecaa250-56f1-4323-84a3-5594fb2c6b99') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:14.752893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.775686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.784138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:21:14.784570 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   util.warn_limited(
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   util.warn_limited(
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:21:14.803826 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:21:14.862143 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb27468-acd0-4028-b8ee-9fe678a47120 None None] Network 425c23ef-1b86-4ee9-9347-1ffd1865b36a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:14.914565 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919ed7-b967-4b09-a190-da059ab0d4be req-341e0ebc-ed8c-4b7d-b991-9c86b6774e3b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:14.916262 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31919ed7-b967-4b09-a190-da059ab0d4be req-341e0ebc-ed8c-4b7d-b991-9c86b6774e3b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1907618
Jun 27 12:21:14.961969 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.966908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:14.979073 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31919ed7-b967-4b09-a190-da059ab0d4be req-e4c4b169-3260-40a6-afa5-6c2d8ebd5a92 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543571
Jun 27 12:21:14.991152 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:14.994357 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d3af6a-f9d3-43bc-b12d-cc5b29386377,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:14.997460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:15.079138 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6c81118b-244e-4f15-a35c-9718d034d031 admin admin] 10.222.0.21 "DELETE /v2.0/networks/04d3af6a-f9d3-43bc-b12d-cc5b29386377 HTTP/1.1" status: 204  len: 168 time: 0.7742784
Jun 27 12:21:15.548190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40380) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:15.599300 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0f625c09-6365-4e10-a61c-84eb949d7352 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce14925fba3242129c38aaf6df0ac8a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497563
Jun 27 12:21:15.601877 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40386) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:15.668812 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:15.695534 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:15.803887 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:15.808722 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aaf42e4b-69b6-45cf-94eb-875578c2e417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:15.822887 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12105acb-ef2e-4c10-9579-6976edecc9bc,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:15.826055 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:15.829698 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:15.831217 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12105acb-ef2e-4c10-9579-6976edecc9bc HTTP/1.1" status: 204  len: 168 time: 0.2283006
Jun 27 12:21:16.232877 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:16.289146 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5180be7-ea2a-4118-ae92-0ae1bc4730f8 req-8cab1bee-87b5-40ab-a313-21998552f9ae tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:16.291604 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d5180be7-ea2a-4118-ae92-0ae1bc4730f8 req-8cab1bee-87b5-40ab-a313-21998552f9ae tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1371145
Jun 27 12:21:16.354370 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d5180be7-ea2a-4118-ae92-0ae1bc4730f8 req-4460de23-bf48-4e10-bda4-7812c2d1f142 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533676
Jun 27 12:21:19.099422 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ccbeb-d834-4b08-a322-b580b4244ae4 req-374c0f4f-931d-4a67-9414-45cea4702fa1 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:19.101304 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-004ccbeb-d834-4b08-a322-b580b4244ae4 req-374c0f4f-931d-4a67-9414-45cea4702fa1 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0859516
Jun 27 12:21:19.156117 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-004ccbeb-d834-4b08-a322-b580b4244ae4 req-b94c4263-0ed7-4ff4-8a46-91ece6f705c0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480638
Jun 27 12:21:20.374365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e8331-596f-4d7c-b672-f9f0a8ffdc65 req-249c54c1-455d-4d8a-8d72-22604f8a1caf tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:20.375536 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e96e8331-596f-4d7c-b672-f9f0a8ffdc65 req-249c54c1-455d-4d8a-8d72-22604f8a1caf tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0886872
Jun 27 12:21:20.424907 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e96e8331-596f-4d7c-b672-f9f0a8ffdc65 req-589bc755-d256-4836-b4b1-ebe0c5a4f065 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436356
Jun 27 12:21:21.642010 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3488188-0ac1-4679-b16d-97edeef9af16 req-af65df88-4052-4bfb-9652-7269f212475a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:21.644044 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3488188-0ac1-4679-b16d-97edeef9af16 req-af65df88-4052-4bfb-9652-7269f212475a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0954566
Jun 27 12:21:21.696812 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3488188-0ac1-4679-b16d-97edeef9af16 req-2c080111-da52-4bc4-903d-8f6df61293b5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460937
Jun 27 12:21:22.235570 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40558) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:22.386851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.425672 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:22.429947 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d2259bf19e57410c8353c55c0fde628a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:22.433010 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:22.440759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:22.508179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.612821 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.619829 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c3acf2da-ffff-46ba-8203-761aec3b31c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:22.661150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b178457a-9963-47b0-ac0e-66c5a1803382,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:22.665551 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2259bf19e57410c8353c55c0fde628a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4289196
Jun 27 12:21:22.666410 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:22.668818 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40574) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:22.729797 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.757944 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.894829 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.903784 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-26ed5b3a-d176-4b78-b31f-722517867bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:22.921257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b178457a-9963-47b0-ac0e-66c5a1803382,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:22.923651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:22.927821 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:22.929246 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b178457a-9963-47b0-ac0e-66c5a1803382 HTTP/1.1" status: 204  len: 168 time: 0.2601771
Jun 27 12:21:23.084069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a8ff4-1cc9-41a3-8859-b284e2045965 req-2395a3a4-eaef-4076-be6c-272cb6a8ee89 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:23.088833 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0f2a8ff4-1cc9-41a3-8859-b284e2045965 req-2395a3a4-eaef-4076-be6c-272cb6a8ee89 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0945125
Jun 27 12:21:23.136364 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0f2a8ff4-1cc9-41a3-8859-b284e2045965 req-26d056b1-d128-4ad5-a975-a14993b9f55f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441008
Jun 27 12:21:23.676073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40614) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:23.700043 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:23.740049 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:23.743661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Usage tracker for resource:security_group_rule and tenant:627155961e2b427da95af725af47f4ec is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:23.746797 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:23.753377 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:23.824668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:23.909942 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40622) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:23.912538 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:23.919402 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:24.022792 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31edb94-f07c-4948-a859-faa13a1068ab,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:24.026541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:24.028661 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=627155961e2b427da95af725af47f4ec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3514631
Jun 27 12:21:24.032201 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40628) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:24.055851 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.088434 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:24.093044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Usage tracker for resource:security_group_rule and tenant:37c4c74b2ba54bd6944e81da85d1a498 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:24.094561 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.095824 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:24.101766 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:24.120424 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.166210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.241125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.247890 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:24.269772 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.274641 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b9275835-2b40-4518-a80f-482570f0ced7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:24.287653 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31edb94-f07c-4948-a859-faa13a1068ab,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:24.290225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18193e07-6164-455a-9658-d3f2eecb8e3a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:24.290391 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:24.291254 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.292415 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e31edb94-f07c-4948-a859-faa13a1068ab HTTP/1.1" status: 204  len: 168 time: 0.2591374
Jun 27 12:21:24.296602 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:24.300470 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c4c74b2ba54bd6944e81da85d1a498&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3895011
Jun 27 12:21:24.308512 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40636) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:24.374572 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.399912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.521597 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.525780 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0ebb2d0d-2cb8-4a62-b033-d97d13879681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:24.537380 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18193e07-6164-455a-9658-d3f2eecb8e3a,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:24.541135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:24.545021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:24.546396 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18193e07-6164-455a-9658-d3f2eecb8e3a HTTP/1.1" status: 204  len: 168 time: 0.2360780
Jun 27 12:21:26.144814 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6770c-ac89-4f19-9c86-c90715a1c3b0 req-c28eef7d-d632-43d5-93f7-b07fdc9f22d5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:26.146294 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97e6770c-ac89-4f19-9c86-c90715a1c3b0 req-c28eef7d-d632-43d5-93f7-b07fdc9f22d5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0828867
Jun 27 12:21:26.195256 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97e6770c-ac89-4f19-9c86-c90715a1c3b0 req-2a38216d-79f1-4020-b766-a789c9e669bc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431812
Jun 27 12:21:26.285864 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40712) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:26.426805 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.459847 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:26.463935 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9e3284433488417ab1772f12972e6ca7 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:26.466727 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:26.472912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:26.540118 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.617813 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.626229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:26.677522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e3284433488417ab1772f12972e6ca7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3905795
Jun 27 12:21:26.681560 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5049a1a6-6adc-436a-b3e6-9e4235f58255,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:26.681672 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40728) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:26.681752 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:26.743251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.771149 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.929473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.933162 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:26.945157 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5049a1a6-6adc-436a-b3e6-9e4235f58255,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:26.949667 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:26.951668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:26.953258 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5049a1a6-6adc-436a-b3e6-9e4235f58255 HTTP/1.1" status: 204  len: 168 time: 0.2719612
Jun 27 12:21:27.441720 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5548c9a-1bbb-4660-bf53-94fdb0417126 req-2e1cd57d-846b-4338-a568-491c63f75e0e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:27.443322 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c5548c9a-1bbb-4660-bf53-94fdb0417126 req-2e1cd57d-846b-4338-a568-491c63f75e0e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1027334
Jun 27 12:21:27.502542 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c5548c9a-1bbb-4660-bf53-94fdb0417126 req-befc979d-7235-4e13-baa1-edf0c9f5551a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531268
Jun 27 12:21:28.190543 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40806) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:28.488960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.531786 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:28.536770 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a7fdca60d44888ad8c57ba81e61bcc is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:28.538678 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:28.544529 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:28.630844 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.653574 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40832) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:28.707291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.737960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d78ed570-ed01-45b8-916c-d96b5ff6667d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:28.750018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2a7fdca60d44888ad8c57ba81e61bcc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5537679
Jun 27 12:21:28.750148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40842) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:28.773072 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe5c93b-4d62-4da8-9740-bba96b96a7b3,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:28.777118 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:28.809902 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b3ae8-436b-4ab3-8dcf-f1d454ef9e20 req-9884cd9e-032f-4f89-87b4-96a10277b1da tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:28.816839 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-793b3ae8-436b-4ab3-8dcf-f1d454ef9e20 req-9884cd9e-032f-4f89-87b4-96a10277b1da tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1607122
Jun 27 12:21:28.879277 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.930533 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-793b3ae8-436b-4ab3-8dcf-f1d454ef9e20 req-4031c146-215e-4d37-b1ee-f72dd5db6aba tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111851
Jun 27 12:21:28.931383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.945430 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:28.973800 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:28.979753 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Usage tracker for resource:security_group_rule and tenant:e855af74fd674ea88e99f491439b212b is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:28.986609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:28.994598 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:29.100892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.105596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-300c30c6-68ce-4396-ac75-76522886b2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:29.120065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe5c93b-4d62-4da8-9740-bba96b96a7b3,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:29.122651 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:29.130857 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.132049 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afe5c93b-4d62-4da8-9740-bba96b96a7b3 HTTP/1.1" status: 204  len: 168 time: 0.3817463
Jun 27 12:21:29.208840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.295918 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.313965 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-390beaa5-3239-4a16-9451-bd44ff73f699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:29.357802 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e855af74fd674ea88e99f491439b212b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7031116
Jun 27 12:21:29.359147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de3f16-8d1a-49e8-abfe-6f172ce763ef,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:29.360619 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40872) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:29.362130 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:29.391002 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40876) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:29.427132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.489848 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.661723 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.664171 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.668508 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d9faa80e-d191-4f00-915f-5216fe8a1b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:29.681117 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de3f16-8d1a-49e8-abfe-6f172ce763ef,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:29.685251 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:29.693895 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.698009 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8de3f16-8d1a-49e8-abfe-6f172ce763ef HTTP/1.1" status: 204  len: 168 time: 0.3362923
Jun 27 12:21:29.704110 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:29.708251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Usage tracker for resource:security_group_rule and tenant:54f8dd220ab140a58ab1e1c12c652c0a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:29.712449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:29.725660 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:29.799296 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.895557 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:29.902626 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff82ac6d-7e72-4f39-ae71-7571ffe52508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:29.942630 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b0bfc-c5d1-42d5-81fb-681331c3a2a2,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:29.945132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40894) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:29.945922 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:29.948684 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54f8dd220ab140a58ab1e1c12c652c0a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5565472
Jun 27 12:21:29.951457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40898) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:29.970829 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.008975 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:30.013044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Usage tracker for resource:security_group_rule and tenant:b5244efba52444248ef3c7d2820613a0 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:30.015995 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:30.022135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:30.030835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.060345 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.175293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc4965-2cab-4f24-9a15-60abe523cbfa req-753260a8-5c43-460d-bf8a-508dddba9f5d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:30.176969 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3fc4965-2cab-4f24-9a15-60abe523cbfa req-753260a8-5c43-460d-bf8a-508dddba9f5d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0830359
Jun 27 12:21:30.179820 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.224406 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3fc4965-2cab-4f24-9a15-60abe523cbfa req-96a204ff-ec2d-44e8-a134-4713f7d78d83 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418737
Jun 27 12:21:30.257891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.265541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-11951396-8de2-49b9-ae3e-4198f992e750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:30.277705 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.283052 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b74bca97-eccc-460b-b9e8-c2edc0129000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:30.297173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b0bfc-c5d1-42d5-81fb-681331c3a2a2,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:30.299602 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:30.306257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff805d4-88e1-4b66-b2f3-c45cfbee050b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:30.311618 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5244efba52444248ef3c7d2820613a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3641720
Jun 27 12:21:30.312838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:30.314489 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40906) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:30.319072 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.319072 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/784b0bfc-c5d1-42d5-81fb-681331c3a2a2 HTTP/1.1" status: 204  len: 168 time: 0.3639328
Jun 27 12:21:30.383370 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.422396 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.432490 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40916) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:30.456021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.583791 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.589390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:30.598053 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:30.602218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff805d4-88e1-4b66-b2f3-c45cfbee050b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:30.602349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Usage tracker for resource:security_group_rule and tenant:c2df16d1a9424a2a84938a251b22854c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:30.604797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:30.605247 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:30.609224 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.612511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:30.614043 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ff805d4-88e1-4b66-b2f3-c45cfbee050b HTTP/1.1" status: 204  len: 168 time: 0.2984426
Jun 27 12:21:30.714646 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.783741 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.792366 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:30.840552 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff51104e-f3eb-4813-8c53-164a3ba970d7,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:30.844611 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:30.847274 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2df16d1a9424a2a84938a251b22854c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4135134
Jun 27 12:21:30.849954 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40930) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:30.934335 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:30.972586 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:31.114670 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:31.114670 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-74d78407-f9fb-431a-8373-f63137b8cd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:31.130462 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff51104e-f3eb-4813-8c53-164a3ba970d7,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:31.133460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:31.135565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:31.140295 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff51104e-f3eb-4813-8c53-164a3ba970d7 HTTP/1.1" status: 204  len: 168 time: 0.2859533
Jun 27 12:21:31.446587 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6bd92c-aaa0-4475-a85a-3a9b7fc01744 req-d8771f3e-b2bb-4d80-a05a-24eb89cfcc8c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:31.448142 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2f6bd92c-aaa0-4475-a85a-3a9b7fc01744 req-d8771f3e-b2bb-4d80-a05a-24eb89cfcc8c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0953741
Jun 27 12:21:31.496706 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2f6bd92c-aaa0-4475-a85a-3a9b7fc01744 req-90671b67-3478-44fe-95ab-7062ed8580fb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421884
Jun 27 12:21:31.822153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40976) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:31.859740 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:31.978551 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:31.982869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Usage tracker for resource:security_group_rule and tenant:1b2925d1602b4b388a6e2c3353d1f66a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:31.986134 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:31.993093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:32.063482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.212700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.221362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-61b7fa60-5716-4c13-8d4d-4d9f6e8c717b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:32.260147 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b146a287-a7e6-4ada-8169-cab2be13b243,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:32.265220 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:32.266769 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b2925d1602b4b388a6e2c3353d1f66a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4434900
Jun 27 12:21:32.269358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 40988) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:32.331732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 40994) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:32.332169 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.395170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.557448 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1102402256-network', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:32.562862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:32.567032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Usage tracker for resource:network and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:32.570079 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:32.577186 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:32.589363 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41004) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:32.684276 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.707788 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.708892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-36547448-3775-4d51-a4de-eb4dee978bb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:32.710974 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b146a287-a7e6-4ada-8169-cab2be13b243,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:32.725457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:32.734065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.737298 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b146a287-a7e6-4ada-8169-cab2be13b243 HTTP/1.1" status: 204  len: 168 time: 0.4666262
Jun 27 12:21:32.751875 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:32.761393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Usage tracker for resource:security_group_rule and tenant:9b36696a8aee4803b4eb47d0343a9738 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:32.768599 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:32.775846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:32.860486 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.870874 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7413293-a87a-47a2-ae37-f393e4ee0dc7 req-3ab326e9-f6b5-49cb-a23e-6cea9a1163f0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:32.879264 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7413293-a87a-47a2-ae37-f393e4ee0dc7 req-3ab326e9-f6b5-49cb-a23e-6cea9a1163f0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.2501049
Jun 27 12:21:32.931125 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Made reservation on behalf of 3b9c6244ba134d74ac46a6cde51c9238 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:32.933510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.948915 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.963212 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7413293-a87a-47a2-ae37-f393e4ee0dc7 req-2596aab2-2336-4ea6-bd51-b6555b6c0ad5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831120
Jun 27 12:21:32.990097 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:32.991671 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8cb25933-4a94-4a4a-9a7c-fd19d690b974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:33.012085 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:33.023982 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:33.031220 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:33.049551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:33.051583 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22eee7c2-36df-4784-b90d-cd1050c3835e,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:33.054697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:33.066629 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b36696a8aee4803b4eb47d0343a9738&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4797189
Jun 27 12:21:33.069271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41020) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:33.138684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.140884 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.173873 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.264840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.273006 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-84170d37-208d-4bb8-9f9d-c3632e1a0890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:33.314241 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d2b8a-b6dc-491e-b605-dbab28d11160,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:33.316987 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:33.355097 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.360313 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-741bbabb-10e9-46a3-bf59-dccc720c1d1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:33.366490 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:21:33.377447 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22eee7c2-36df-4784-b90d-cd1050c3835e,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:33.379711 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.382063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Added segment 7e8fd5d7-35de-48fd-91b6-0b5e2173d902 of type vlan for network 4b747fba-88e1-4266-9ad6-01b96d3a83db
Jun 27 12:21:33.383580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:33.384303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.385611 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/22eee7c2-36df-4784-b90d-cd1050c3835e HTTP/1.1" status: 204  len: 168 time: 0.3153698
Jun 27 12:21:33.433925 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.527004 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.530989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:33.530989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:33.533239 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:33.660491 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Pushing event updated for resources: {'Network': ['ID=4b747fba-88e1-4266-9ad6-01b96d3a83db,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:33.662534 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:33.671085 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:21:33.768541 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4422517
Jun 27 12:21:33.771424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41050) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:33.783447 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Request body: {'subnet': {'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1102402256-subnet', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:33.788623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:33.792564 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Usage tracker for resource:subnet and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:33.796253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:33.801842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:33.869368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Made reservation on behalf of 3b9c6244ba134d74ac46a6cde51c9238 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:33.872316 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.181232 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc59d6-ae2f-4c09-9b15-b71e15e80f8c req-e1282b31-0f4f-4562-92ba-4f67605133f5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:34.182687 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-14bc59d6-ae2f-4c09-9b15-b71e15e80f8c req-e1282b31-0f4f-4562-92ba-4f67605133f5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0877073
Jun 27 12:21:34.198110 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.205807 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c97dccb1-0e57-4e07-aa87-476fd74cbc0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:34.231677 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-14bc59d6-ae2f-4c09-9b15-b71e15e80f8c req-62b93b5b-bc0d-40a9-b690-b10727c88e59 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422990
Jun 27 12:21:34.265022 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41060) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:34.274603 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d563b6-16a0-4dc1-a167-ec3d301460fb,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:34.281648 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:34.285436 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.290499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:34.290923 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Network hostable DHCP agents. Network: 4b747fba-88e1-4266-9ad6-01b96d3a83db, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:21:34.328093 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:34.332477 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Usage tracker for resource:security_group_rule and tenant:947440d762f2468e81e4c860e2ccab3e is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:34.335500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:34.342897 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:34.375444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:21:34.425083 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.469486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 4b747fba-88e1-4266-9ad6-01b96d3a83db) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:34.473934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:34.474285 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.478407 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b4f7e-8c6a-461a-905d-c856e631bc44 None None] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:34.503842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.513261 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-bc5712f9-4ad4-47a8-bd42-a747690a32cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:34.560312 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-846f81f1-11b2-48a3-81d2-b249838ecf99 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7872355
Jun 27 12:21:34.561688 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41076) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:34.571370 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c0e51e-b3d1-415a-a9f2-d22e27577f02,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:34.571879 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:34.575243 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:34.578300 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947440d762f2468e81e4c860e2ccab3e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3121531
Jun 27 12:21:34.580897 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41080) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:34.595312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:34.600530 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Usage tracker for resource:router and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:34.604465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:34.613042 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:34.730132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.734118 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.753210 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.771721 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.796353 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41090) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:34.798493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.817640 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-4b747fba-88e1-4266-9ad6-01b96d3a83db', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:21:34.818915 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.969479 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:34.975138 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7d17fcd7-e634-46d3-bf77-a00263196a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:34.981404 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1133408386-network', 'tenant_id': 'b7e6675671ce47a0a3276d68b2f4129c'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:34.988380 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c0e51e-b3d1-415a-a9f2-d22e27577f02,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:34.989196 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:34.991198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:34.994786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Usage tracker for resource:network and tenant:b7e6675671ce47a0a3276d68b2f4129c is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:34.998917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:35.014824 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.017752 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6c0e51e-b3d1-415a-a9f2-d22e27577f02 HTTP/1.1" status: 204  len: 168 time: 0.4353135
Jun 27 12:21:35.076761 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:35.086922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.115422 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Allocated IP 172.20.0.2 (4b747fba-88e1-4266-9ad6-01b96d3a83db/92d563b6-16a0-4dc1-a167-ec3d301460fb/ad4dc180-905d-4d7a-9241-cce2239756f4) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:35.181030 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Made reservation on behalf of b7e6675671ce47a0a3276d68b2f4129c for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:35.183738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.204890 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.308597 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:35.314747 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e6675671ce47a0a3276d68b2f4129c is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:35.318502 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:35.332133 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:35.477481 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.482246 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.493862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a67f9-6792-4cdc-b4d3-e180717c831c req-5249e6fa-bc5a-4f11-ae04-da62bb4f4838 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:35.496954 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-598a67f9-6792-4cdc-b4d3-e180717c831c req-5249e6fa-bc5a-4f11-ae04-da62bb4f4838 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1094551
Jun 27 12:21:35.509497 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.511115 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Transition to ACTIVE for port object ad4dc180-905d-4d7a-9241-cce2239756f4 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:35.557527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.561017 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Transition to ACTIVE for port object ad4dc180-905d-4d7a-9241-cce2239756f4 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:35.565075 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5bacfed9-0819-4e92-9764-983d88f2118e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:35.573000 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.587930 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-598a67f9-6792-4cdc-b4d3-e180717c831c req-fc1ca308-1055-451d-a09a-8bea3f1347ad tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898561
Jun 27 12:21:35.678591 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.686090 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:35.723066 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:21:35.785778 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a83acf-708a-4577-8ae7-4123411e8990,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:35.805904 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:35.813782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.813782 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Added segment c338eba3-18a4-4667-aac2-a19e041f36ae of type vlan for network 1b1c7441-9ded-47ed-af9e-ee6bcd379831
Jun 27 12:21:35.828550 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:35.832911 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:35.837711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:35.843755 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Pushing event updated for resources: {'Port': ['ID=ad4dc180-905d-4d7a-9241-cce2239756f4,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:35.860623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.864642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Allocated IP 172.27.2.87 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/5c9af791-ab2e-4cf8-9578-31b01757b648) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:35.923113 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.923461 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.923925 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.924261 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.924632 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.924962 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.925286 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.925631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.926076 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.926264 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.926585 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:35.935241 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:35.952078 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Attempting to bind port ad4dc180-905d-4d7a-9241-cce2239756f4 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:35.952498 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Attempting to bind port ad4dc180-905d-4d7a-9241-cce2239756f4 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:35.952858 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Attempting to bind port ad4dc180-905d-4d7a-9241-cce2239756f4 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:35.959318 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:35.959695 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:35.960096 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:35.960530 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Bound using segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:35.960997 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Bound port: ad4dc180-905d-4d7a-9241-cce2239756f4, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:35.961366 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.058120 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.066438 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] For port ad4dc180-905d-4d7a-9241-cce2239756f4, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:36.069679 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] For port ad4dc180-905d-4d7a-9241-cce2239756f4, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ad4dc180-905d-4d7a-9241-cce2239756f4,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:36.117983 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.122606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:36.122606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.123793 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:36.215009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.231114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1c7441-9ded-47ed-af9e-ee6bcd379831,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:36.234648 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:36.241889 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:21:36.272579 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.283601 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb9063c1-e519-44cf-a225-10c0c54184d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:36.321325 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.329819 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:36.343186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:36.351184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:36.359424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:36.441973 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Pushing event updated for resources: {'Port': ['ID=ad4dc180-905d-4d7a-9241-cce2239756f4,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:36.463743 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:36.487402 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6852894
Jun 27 12:21:36.487402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c9af791-ab2e-4cf8-9578-31b01757b648,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:36.489844 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41140) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:36.494181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:36.500699 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Request body: {'subnet': {'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1133408386-subnet', 'tenant_id': 'b7e6675671ce47a0a3276d68b2f4129c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:36.528873 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:36.542310 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Usage tracker for resource:subnet and tenant:b7e6675671ce47a0a3276d68b2f4129c is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:36.547662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:36.556823 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:36.672444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Made reservation on behalf of b7e6675671ce47a0a3276d68b2f4129c for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:36.675017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:36.997253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e2182-a3c7-4f0e-a93c-cc502535c8dc req-9e5bd769-47d9-45b4-8ffa-85de85c0bdd3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:37.022074 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea0e2182-a3c7-4f0e-a93c-cc502535c8dc req-9e5bd769-47d9-45b4-8ffa-85de85c0bdd3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1560941
Jun 27 12:21:37.109736 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea0e2182-a3c7-4f0e-a93c-cc502535c8dc req-3600c974-af83-40d7-8966-79a38d301dea tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856750
Jun 27 12:21:37.179135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:37.186376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:37.287838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:37.313027 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:37.392869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb436713-4636-4769-8ee9-60def2049a61,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:37.401424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:37.446177 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Checking segment: {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:37.446539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Network hostable DHCP agents. Network: 1b1c7441-9ded-47ed-af9e-ee6bcd379831, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:21:37.707197 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb293c97-06c3-4e17-8fa9-125ed3c7ba4b None None] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:37.724262 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:21:37.765913 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Router f3bb6b14-0377-4200-b117-de40d29193d1 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:21:37.776850 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ad4dc180-905d-4d7a-9241-cce2239756f4 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:37.941001 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 1b1c7441-9ded-47ed-af9e-ee6bcd379831) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:37.952936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:37.955516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:38.019127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e771c45-7c30-4326-9ae3-27d54bfe6dae None None] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:38.048554 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-77a723d6-c3c9-4480-a0e0-995820fd2fa3 None None] Provisioning for port ad4dc180-905d-4d7a-9241-cce2239756f4 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:38.099145 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6082413
Jun 27 12:21:38.191817 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:38.208609 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:21:38.227068 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:38.232313 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9166d60>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:38.292616 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port ad4dc180-905d-4d7a-9241-cce2239756f4 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:38.324427 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:38.329349 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7625959
Jun 27 12:21:38.329921 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41212) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:38.376856 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ad4dc180-905d-4d7a-9241-cce2239756f4 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:38.377475 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:38.511584 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82333cd-46b3-4ecb-8abc-b605b71de5ef req-910b4da4-2dca-4abd-9116-93c7cd7777f0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:38.524368 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d82333cd-46b3-4ecb-8abc-b605b71de5ef req-910b4da4-2dca-4abd-9116-93c7cd7777f0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1857333
Jun 27 12:21:38.627576 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363d130d-50d0-4a50-89fb-24bad4438559 None None] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:38.655904 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:38.854727 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d82333cd-46b3-4ecb-8abc-b605b71de5ef req-80724752-28e8-4908-8b36-b8a14c94abbc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3207536
Jun 27 12:21:38.904979 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c593b7ee-4bd2-4854-8a1d-3629dbe8ac31 req-b0021cff-4cb4-4525-b76e-481b6dcff5c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1098 time: 0.2505956
Jun 27 12:21:39.010278 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c593b7ee-4bd2-4854-8a1d-3629dbe8ac31 req-9f41784e-3239-44de-8478-0a9501a6f9d1 service neutron] Synchronizing usage tracker for tenant:9b89526b375743c08e1db3220722c8f8 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:21:39.087444 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.100217 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-5b72256d-eb3e-4066-99c4-994d291d6e52 None None] Provisioning complete for port ad4dc180-905d-4d7a-9241-cce2239756f4 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:39.100718 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-5b72256d-eb3e-4066-99c4-994d291d6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.134695 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c593b7ee-4bd2-4854-8a1d-3629dbe8ac31 req-9f41784e-3239-44de-8478-0a9501a6f9d1 service neutron] Unset dirty status for tenant:9b89526b375743c08e1db3220722c8f8 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:21:39.136092 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c593b7ee-4bd2-4854-8a1d-3629dbe8ac31 req-9f41784e-3239-44de-8478-0a9501a6f9d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244341
Jun 27 12:21:39.164666 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9166d60>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:36Z', 'revision_number': 3, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:39.169031 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:21:39.169635 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Updating router f3bb6b14-0377-4200-b117-de40d29193d1 port 5c9af791-ab2e-4cf8-9578-31b01757b648 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:21:39.258183 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port ad4dc180-905d-4d7a-9241-cce2239756f4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ad4dc180-905d-4d7a-9241-cce2239756f4,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:39.260788 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.336360 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.340515 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:39.403149 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-5b72256d-eb3e-4066-99c4-994d291d6e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.530687 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=ad4dc180-905d-4d7a-9241-cce2239756f4,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:39.551422 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:39.599397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-5b72256d-eb3e-4066-99c4-994d291d6e52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:21:39.600703 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-5b72256d-eb3e-4066-99c4-994d291d6e52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:21:39.740292 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ad4dc180-905d-4d7a-9241-cce2239756f4 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:39.794580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.824079 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.863918 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Transition to ACTIVE for port object 5c9af791-ab2e-4cf8-9578-31b01757b648 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:39.978898 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:39.985223 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-fe573706-a53c-4da2-92dc-5e56bc9f1c49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:39.987487 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ad4dc180-905d-4d7a-9241-cce2239756f4 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:39.987487 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.002996 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41266) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:40.100722 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Pushing event updated for resources: {'Port': ['ID=5c9af791-ab2e-4cf8-9578-31b01757b648,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:40.139267 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Attempting to bind port 5c9af791-ab2e-4cf8-9578-31b01757b648 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:40.139643 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Attempting to bind port 5c9af791-ab2e-4cf8-9578-31b01757b648 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:40.140463 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Attempting to bind port 5c9af791-ab2e-4cf8-9578-31b01757b648 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:40.150944 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:40.151451 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:40.152601 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.153532 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:40.154056 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Bound port: 5c9af791-ab2e-4cf8-9578-31b01757b648, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:40.159623 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.239849 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33289-f519-4fdf-a9fa-6c81153af5c0 req-61032bf7-363e-4901-8506-b99110ec20da tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:40.256493 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-85f33289-f519-4fdf-a9fa-6c81153af5c0 req-61032bf7-363e-4901-8506-b99110ec20da tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1883695
Jun 27 12:21:40.294266 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] For port 5c9af791-ab2e-4cf8-9578-31b01757b648, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:40.299447 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] For port 5c9af791-ab2e-4cf8-9578-31b01757b648, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=5c9af791-ab2e-4cf8-9578-31b01757b648,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:40.306012 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.308133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.308133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.308133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.308133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.308133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.309319 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.309733 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.310071 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.310515 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.310840 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:21:40.322814 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:40.362019 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.381034 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Allocated IP 172.20.0.1 (4b747fba-88e1-4266-9ad6-01b96d3a83db/92d563b6-16a0-4dc1-a167-ec3d301460fb/bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:40.391054 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.406114 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:40.409746 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:40.421462 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Usage tracker for resource:security_group_rule and tenant:a43c81a20ef24c3590148b742bafa2e9 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:40.426946 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:40.435877 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:40.463333 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-85f33289-f519-4fdf-a9fa-6c81153af5c0 req-ec2b05f0-6a96-4094-8839-a797d0b734d6 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070134
Jun 27 12:21:40.503461 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:40.504363 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9166d60>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:40.528866 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.612070 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.619631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-efcca86c-33ff-475c-b4f4-75407bddd3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:40.620008 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Pushing event updated for resources: {'Port': ['ID=5c9af791-ab2e-4cf8-9578-31b01757b648,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:40.632910 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:40.641137 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.683770 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Transition to ACTIVE for port object bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:40.713852 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac4df53-cd09-4e5b-b118-f7ea6fd0bb27,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:40.718885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:40.723785 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a43c81a20ef24c3590148b742bafa2e9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7173576
Jun 27 12:21:40.725116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41302) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:40.769163 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:40.800005 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.815774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.838207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:40.852576 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:40.913362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:40.921368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:40.924731 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:40.964846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:40.967777 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:40.991909 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.038021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.043018 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:41.059877 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac4df53-cd09-4e5b-b118-f7ea6fd0bb27,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:41.066493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:41.077581 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.081130 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aac4df53-cd09-4e5b-b118-f7ea6fd0bb27 HTTP/1.1" status: 204  len: 168 time: 0.3520010
Jun 27 12:21:41.206786 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9166d60>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:36Z', 'revision_number': 3, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:41.211316 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9ae36-4ad8-4453-9e18-1095d8b63b01 None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:36Z', 'revision_number': 3, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:21:41.265079 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.360405 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-77e67ef2-ed67-4d2b-a509-955ececd6a8e None None] Provisioning for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:41.372578 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-77e67ef2-ed67-4d2b-a509-955ececd6a8e None None] Provisioning complete for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:41.373218 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-77e67ef2-ed67-4d2b-a509-955ececd6a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.455376 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-12911466-b070-4539-bbec-eed28541a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.505729 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-77e67ef2-ed67-4d2b-a509-955ececd6a8e None None] Port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:21:41.775787 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 5c9af791-ab2e-4cf8-9578-31b01757b648 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:41.828537 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.835812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.946885 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:41.975008 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 5c9af791-ab2e-4cf8-9578-31b01757b648 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:41.980815 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 5c9af791-ab2e-4cf8-9578-31b01757b648 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:41.986587 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.016565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-65d9a8d7-b724-4ec6-82c4-940d6cae4a12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:42.065339 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-2552a9d8-82bf-4d72-9898-a5d6a3ba2396 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:42.073265 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-2552a9d8-82bf-4d72-9898-a5d6a3ba2396 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/networks?id=1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 200  len: 814 time: 0.3417432
Jun 27 12:21:42.103489 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-357e526c-fd6b-42df-af3e-faa4b1ae6abc tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/quotas/b7e6675671ce47a0a3276d68b2f4129c HTTP/1.1" status: 200  len: 375 time: 0.0292950
Jun 27 12:21:42.124211 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Pushing event updated for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:42.134864 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:42.158595 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.161752 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-4131bc3e-1c52-4eb3-9233-841ba44f6b9d tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0573199
Jun 27 12:21:42.175023 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.197249 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 5c9af791-ab2e-4cf8-9578-31b01757b648, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=5c9af791-ab2e-4cf8-9578-31b01757b648,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:42.197729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e5d34-cced-42f3-a62d-ceaf36014f9e req-b1ef8922-c25b-435a-81fb-96ad271da30d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:42.201694 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-248e5d34-cced-42f3-a62d-ceaf36014f9e req-b1ef8922-c25b-435a-81fb-96ad271da30d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.4191906
Jun 27 12:21:42.233253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41350) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:42.277015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.279485 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:42.310966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41358) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:42.349624 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.390181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:42.391783 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:42.417299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:42.420853 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=5c9af791-ab2e-4cf8-9578-31b01757b648,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:42.424521 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Usage tracker for resource:security_group_rule and tenant:b028e72d9d2e4f5e84ade5c895810135 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:42.426737 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:42.428776 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:42.436684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:42.470830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-248e5d34-cced-42f3-a62d-ceaf36014f9e req-94ca70e5-cbaf-4b57-be73-e55f75ce1590 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681854
Jun 27 12:21:42.552110 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-35eb0c0d-e179-484a-8f7b-b81abb7bb59f service neutron] 10.222.0.21 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3894446
Jun 27 12:21:42.683974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.731879 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-089ea491-ae37-449b-97ca-909eb71753c4 service neutron] 10.222.0.21 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1784935
Jun 27 12:21:42.742579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-f2ff5948-c2cb-41f7-b573-933496d8f3f8 None None] Provisioning complete for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:42.743065 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f2ff5948-c2cb-41f7-b573-933496d8f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.752353 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.759799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.762617 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0364302b-a784-4cd1-9901-88145fca44a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:42.808236 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:42.815390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd8b844f34e49dbbb8e8919a2ba1f6b is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:42.819727 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:42.821953 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff5948-c2cb-41f7-b573-933496d8f3f8 None None] Port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:21:42.834461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:42.843246 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b028e72d9d2e4f5e84ade5c895810135&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6004257
Jun 27 12:21:42.843737 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41366) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:42.859996 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa373e0-751b-45bf-9e56-0c709dd8df7b,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:42.865289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:42.921689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:42.948935 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.100726 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.106109 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0c041c71-2b3a-4a29-8e73-dab7706dae9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:43.119310 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f64d01c1-0a8b-4a9e-a02a-c18656202fb1 req-e7659807-c490-4944-b625-1cbb0c5f04ac tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0661821
Jun 27 12:21:43.130738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.165645 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:21:43.170460 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa373e0-751b-45bf-9e56-0c709dd8df7b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:43.174430 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:43.181336 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.181336 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9aa373e0-751b-45bf-9e56-0c709dd8df7b HTTP/1.1" status: 204  len: 168 time: 0.3333580
Jun 27 12:21:43.230578 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba26f32-511a-4b4d-abda-a7b9e7bd7011 req-ca9367a5-d76f-4fd3-a1ea-97c4eb8cdd64 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:43.238123 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5ba26f32-511a-4b4d-abda-a7b9e7bd7011 req-ca9367a5-d76f-4fd3-a1ea-97c4eb8cdd64 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1227882
Jun 27 12:21:43.248389 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.265146 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-453c0d60-04ea-4b7e-bb51-a95cb2ad7c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:43.281435 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5ba26f32-511a-4b4d-abda-a7b9e7bd7011 req-f1981573-05bd-441c-ae97-66625878ed87 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424571
Jun 27 12:21:43.316888 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a647ab-97a9-4a76-a3c8-4aee9ce01d5f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:43.323476 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fd8b844f34e49dbbb8e8919a2ba1f6b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0092537
Jun 27 12:21:43.323476 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:43.324177 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41382) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:43.402187 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.455846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.496596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:43.549290 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bb6b14-0377-4200-b117-de40d29193d1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2178330
Jun 27 12:21:43.650796 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-42c690b6-6382-4c6e-a099-5c9bf1b638e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.731554 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 5c9af791-ab2e-4cf8-9578-31b01757b648 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:43.751918 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41406) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:43.814158 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.834759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-9b674e0f-1cfd-4fee-b8a4-1d40f083c7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:43.879148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a647ab-97a9-4a76-a3c8-4aee9ce01d5f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:43.879937 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 5c9af791-ab2e-4cf8-9578-31b01757b648 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:43.880455 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.899439 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:43.906741 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.910247 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2a647ab-97a9-4a76-a3c8-4aee9ce01d5f HTTP/1.1" status: 204  len: 168 time: 0.5826194
Jun 27 12:21:43.924088 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Deleting subnet c79caebd-9935-42f7-a584-92ed28711e35 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:21:43.929071 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:43.992291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.005117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.269140 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.272164 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7cb6e322-7ffc-461f-915f-21e26afcff69 req-50ac0104-32d5-4f9b-b74b-43d3ae4d8288 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0568779
Jun 27 12:21:44.276770 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:44.322495 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79caebd-9935-42f7-a584-92ed28711e35,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:44.328696 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:44.331431 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.338517 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c79caebd-9935-42f7-a584-92ed28711e35 HTTP/1.1" status: 204  len: 168 time: 0.5854416
Jun 27 12:21:44.340958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41432) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:44.456560 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.593597 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.607768 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f00d85ab3d0>> segment before_delete 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.608141 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f00d85ab3d0>> subnet precommit_delete_associations 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.608916 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> segment_host_mapping after_create 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.609260 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> port after_create 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.609579 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> port after_delete 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.609974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> port after_update 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.610313 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> segment after_delete 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.610634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> subnet after_create 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.610952 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> subnet after_delete 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.611260 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f00d85ab0a0>> subnet after_update 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.618098 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.695484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d91ac8e0>> subnet after_create 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.695839 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d91ac8e0>> subnet after_delete 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.696184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d91ac8e0>> subnet before_create 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.696569 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f00d91ac8e0>> subnet before_update 55550000 {{(pid=74899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 27 12:21:44.696930 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d85abe80>,) {'filters': {'network_id': ['a5f4b664-3ae5-40de-af31-d5eb8ba4c35a']}} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:44.710682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d85abe80>, '7584f958-2614-46cb-b775-8c7d296bf002') {'for_net_delete': True} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:44.710977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d85abe80>, '7584f958-2614-46cb-b775-8c7d296bf002') {} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:44.723057 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2425838'] for segment, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.739132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.746018 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=74899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:21:44.746393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2425547'] for segment, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   util.warn_limited(
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   util.warn_limited(
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]: Traceback (most recent call last):
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     timer()
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     cb(*args, **kw)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     return func(*args, **kwargs)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     self._notify()
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     self.callback(batched_events)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     event.method(event)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     return f(self, *a, **k)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._get(url).json()
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:21:44.761931 dv-cinder-798098-1-iscsi neutron-server[74899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:21:44.885497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41446) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:44.907000 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.941949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:44.948622 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.950321 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Usage tracker for resource:security_group_rule and tenant:9034c761a7ad4ac0ae045f4c145378f3 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:44.954802 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:44.962498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:44.964527 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:44.985082 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:44.987833 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f4b664-3ae5-40de-af31-d5eb8ba4c35a,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:44.993774 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:45.004457 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a5f4b664-3ae5-40de-af31-d5eb8ba4c35a HTTP/1.1" status: 204  len: 168 time: 0.6618409
Jun 27 12:21:45.007112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41452) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:45.068264 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.090196 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Deleting subnet 0d88ba94-0dfd-4a27-89ae-3312c586fb21 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:21:45.094262 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.176040 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.182643 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.239390 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:45.259019 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.289116 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9034c761a7ad4ac0ae045f4c145378f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4025061
Jun 27 12:21:45.295105 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41466) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:45.400071 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20efbd4f-7bd4-438b-b8a9-2824f55428e0,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:45.422562 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:21:45.435914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:45.445090 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:45.454681 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9573ac0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:45.454929 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.456750 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-98ca02d9-27e7-4b2f-a1d2-5e8df2e0707e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:45.504832 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.534843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d88ba94-0dfd-4a27-89ae-3312c586fb21,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:45.543214 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:45.549762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.557169 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d88ba94-0dfd-4a27-89ae-3312c586fb21 HTTP/1.1" status: 204  len: 168 time: 0.5490253
Jun 27 12:21:45.559494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41478) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:45.589977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41482) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:45.599322 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9dcbf854-67db-4a68-bffe-e5c886b3e09e req-bf3f4eb4-9bfc-4302-94a9-b6978c75f0d6 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0742683
Jun 27 12:21:45.608303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1455293595-network', 'tenant_id': '81f8dc9070b04878a5632c7193527440'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:45.617257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.627277 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:45.635607 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Usage tracker for resource:network and tenant:81f8dc9070b04878a5632c7193527440 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:45.644532 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:45.683496 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:45.715953 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.770024 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Made reservation on behalf of 81f8dc9070b04878a5632c7193527440 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:45.772960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.806630 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.833511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:45.849287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.857281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-adf80d37-6bad-453d-9de4-525b70c804cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:45.895716 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20efbd4f-7bd4-438b-b8a9-2824f55428e0,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:45.901762 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:45.910745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.911962 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20efbd4f-7bd4-438b-b8a9-2824f55428e0 HTTP/1.1" status: 204  len: 168 time: 0.5800776
Jun 27 12:21:45.913336 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:45.917755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Usage tracker for resource:security_group_rule and tenant:81f8dc9070b04878a5632c7193527440 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:45.921253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:45.927806 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:45.943568 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:45.968841 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d90a7880>,) {'filters': {'network_id': ['425c23ef-1b86-4ee9-9347-1ffd1865b36a']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:45.985466 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90a7880>, '2f58f0a9-0c60-4926-a380-45c48fcd0dc8') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:45.985793 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90a7880>, '2f58f0a9-0c60-4926-a380-45c48fcd0dc8') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:46.000576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.021250 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.029711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:21:46.030244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.095524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:21:46.121237 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:21:46.238582 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.247471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-86f87704-23bc-4795-9abd-4eb91eeb04ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:46.279403 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.297410 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:21:46.298239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.300905 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=425c23ef-1b86-4ee9-9347-1ffd1865b36a,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:46.304522 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:46.327171 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0d9ad5fc-da80-49c4-a68d-094171b697c5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/425c23ef-1b86-4ee9-9347-1ffd1865b36a HTTP/1.1" status: 204  len: 168 time: 0.7639101
Jun 27 12:21:46.327365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-03ae06a1-47ac-4603-b983-2adce49f3cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:46.330468 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.349392 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9573ac0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 2, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:46.363055 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:21:46.364395 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Updating router f3bb6b14-0377-4200-b117-de40d29193d1 port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:21:46.397567 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.398077 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Added segment f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3 of type vlan for network 20a69e47-7113-40e0-ac58-604248091896
Jun 27 12:21:46.427038 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e6e277-fea5-41d5-aae8-26658bc4ad71,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:46.469877 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.483696 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.527586 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:46.548867 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-3c64e97c-d21e-464d-8461-cb9c2085e827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.0980916
Jun 27 12:21:46.614270 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.623661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:46.624349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:46.632238 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:46.664871 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d73591f4-fdfe-42c5-be72-1b36f0afff3a tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:46.669963 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d73591f4-fdfe-42c5-be72-1b36f0afff3a tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "GET /v2.0/networks?id=1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 200  len: 814 time: 0.5089273
Jun 27 12:21:46.797798 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Request body: {'port': {'device_id': '7406db00-dee4-428b-889c-ced1c13b6a78', 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831', 'admin_state_up': True, 'tenant_id': 'b7e6675671ce47a0a3276d68b2f4129c'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:46.843848 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820788a6-63eb-4446-a429-702696dca31b req-90e9754d-eacd-424a-a5b6-3e4d3ea624aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:46.845677 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-90e9754d-eacd-424a-a5b6-3e4d3ea624aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.2875624
Jun 27 12:21:46.982607 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-e07ec150-0364-49ca-8114-abe12c36e51c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.1270680
Jun 27 12:21:47.009206 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41518) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:47.011913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Pushing event updated for resources: {'Network': ['ID=20a69e47-7113-40e0-ac58-604248091896,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:47.044046 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.064817 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Transition to ACTIVE for port object bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:47.100225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820788a6-63eb-4446-a429-702696dca31b req-d67b5ce1-5895-4b13-801f-eecf9f909b16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:47.101350 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-d67b5ce1-5895-4b13-801f-eecf9f909b16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.1086197
Jun 27 12:21:47.101510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:47.103737 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 20a69e47-7113-40e0-ac58-604248091896 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:21:47.190691 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-6d9e5531-8d9d-4a4f-aaa9-3ebf77e89f89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0777953
Jun 27 12:21:47.201231 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.5978646
Jun 27 12:21:47.202514 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41524) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:47.209729 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.215967 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:47.221057 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1cca0089-55a9-474e-ab7b-c99ee0507d5d req-656f9ca8-88ca-4606-92e6-02ff47fb3c1b tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.1216557
Jun 27 12:21:47.244818 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Request body: {'subnet': {'network_id': '20a69e47-7113-40e0-ac58-604248091896', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1455293595-subnet', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:47.278592 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c74097-589f-4834-bc9f-15735a9c7237 req-775ffb16-f1d8-4548-85a7-76634bd7be3f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:47.291296 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-82c74097-589f-4834-bc9f-15735a9c7237 req-775ffb16-f1d8-4548-85a7-76634bd7be3f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.7600954
Jun 27 12:21:47.295424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:47.307869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Usage tracker for resource:subnet and tenant:81f8dc9070b04878a5632c7193527440 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:47.312643 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:47.321224 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:47.373282 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-3bab7fe3-5d3b-4659-8291-7bd5af385cc3 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692536
Jun 27 12:21:47.384999 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:47.396936 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b33d92b6-a77b-49e6-b789-3412c9736684 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=619f292808544e208d7569d5813af92c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3839402
Jun 27 12:21:47.398328 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Usage tracker for resource:port and tenant:b7e6675671ce47a0a3276d68b2f4129c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:47.407113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41532) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:47.411360 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:47.434679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-82c74097-589f-4834-bc9f-15735a9c7237 req-c0fd25d6-f9d1-48e1-975c-5aa03dd895cb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292608
Jun 27 12:21:47.438305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Made reservation on behalf of 81f8dc9070b04878a5632c7193527440 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:47.439393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:47.443189 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.463118 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Pushing event updated for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:47.470322 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:47.593123 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Made reservation on behalf of b7e6675671ce47a0a3276d68b2f4129c for: {'port': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:21:47.611318 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.675231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Attempting to bind port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:47.675765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Attempting to bind port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:47.675978 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Attempting to bind port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:47.692372 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:47.692901 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:47.693368 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.693769 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Bound using segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:47.694761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Bound port: bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:47.694761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.733755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.792568 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.856650 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] For port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:47.864868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] For port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:47.916276 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-820788a6-63eb-4446-a429-702696dca31b req-10505868-f152-4460-a403-f07ffb526888 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5272384
Jun 27 12:21:47.970184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Allocated IP 172.20.0.10 (1b1c7441-9ded-47ed-af9e-ee6bcd379831/cb436713-4636-4769-8ee9-60def2049a61/07849c2e-9603-4380-a316-48672b298740) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:47.973819 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:47.988672 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:48.072925 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.076579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Pushing event updated for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:48.081500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-baf468bc-bcb4-4726-a110-24c45bd436e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:48.082534 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:48.083752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:48.086160 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9573ac0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:48.163366 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b70db6-4815-4c90-91ba-fb85d1e13ce2,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:48.171574 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:48.199760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.201505 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1b70db6-4815-4c90-91ba-fb85d1e13ce2 HTTP/1.1" status: 204  len: 168 time: 0.7915018
Jun 27 12:21:48.236518 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.241914 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:48.324528 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.383971 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d6c0a2-180c-45e0-a22e-f813a51c9eb0,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:48.388789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:48.394421 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Checking segment: {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:48.394789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Network hostable DHCP agents. Network: 20a69e47-7113-40e0-ac58-604248091896, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:21:48.455805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.470194 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:48.502749 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:48.509341 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Network 20a69e47-7113-40e0-ac58-604248091896 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:21:48.598138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 20a69e47-7113-40e0-ac58-604248091896) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:48.603842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:48.606023 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.702636 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae1aa8f-9e44-4568-8d22-5952d0c2abc2 None None] Network 20a69e47-7113-40e0-ac58-604248091896 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:48.710625 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:48.716137 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4893851
Jun 27 12:21:48.719343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41570) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:48.722497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:48.727142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:48.729470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:48.737555 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:48.743039 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:48.761327 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:48.768197 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Usage tracker for resource:router and tenant:81f8dc9070b04878a5632c7193527440 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:48.789977 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:48.810699 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:48.841027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ac50-ff2d-47f5-85ac-a565e21fe255 req-1cd44c5d-4d35-415c-928f-34d4e934dc44 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:48.843763 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-71c2ac50-ff2d-47f5-85ac-a565e21fe255 req-1cd44c5d-4d35-415c-928f-34d4e934dc44 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2380438
Jun 27 12:21:48.864496 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:48.865187 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.904396 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f2da-5a72-40e7-8698-4dd87cd26b95 req-098bfa01-b9e1-4586-97d6-fc9322132cc1 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:48.904396 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-cc67f2da-5a72-40e7-8698-4dd87cd26b95 req-098bfa01-b9e1-4586-97d6-fc9322132cc1 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Synchronizing usage tracker for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:21:48.924249 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.925751 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:48.959253 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-71c2ac50-ff2d-47f5-85ac-a565e21fe255 req-4991688f-1fcd-4d1d-955e-0a7984590c2d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740924
Jun 27 12:21:48.964739 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.012778 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2272925
Jun 27 12:21:49.035629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Request body: {'port': {'device_id': '7406db00-dee4-428b-889c-ced1c13b6a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:49.082665 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-cc67f2da-5a72-40e7-8698-4dd87cd26b95 req-098bfa01-b9e1-4586-97d6-fc9322132cc1 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Unset dirty status for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:21:49.083833 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc67f2da-5a72-40e7-8698-4dd87cd26b95 req-098bfa01-b9e1-4586-97d6-fc9322132cc1 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 932 time: 0.5194654
Jun 27 12:21:49.196226 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc67f2da-5a72-40e7-8698-4dd87cd26b95 req-bdf67816-2b40-4be9-a440-8d9e6ddc67f8 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050549
Jun 27 12:21:49.212188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.263326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-20a69e47-7113-40e0-ac58-604248091896', 'network_id': '20a69e47-7113-40e0-ac58-604248091896', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'fixed_ips': [{'subnet_id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:21:49.264263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.287452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41592) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:49.379711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9573ac0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:47Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:49.385962 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.390708 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0f4c1c55-505a-423f-a03e-3f0d4a1abed3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2936e8e43a8448f0a3e59c988c419e85&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0988367
Jun 27 12:21:49.394441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41596) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:49.399614 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d02d1-2d8b-4d2e-8077-20b468318f7b None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:47Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:21:49.552002 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Allocated IP 172.20.0.2 (20a69e47-7113-40e0-ac58-604248091896/25d6c0a2-180c-45e0-a22e-f813a51c9eb0/d9c155d6-35b5-4fee-8a75-e7b338b52cf8) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:49.765596 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:21:49.802359 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:49.814604 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.851765 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.900636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:49.946416 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.097081 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07849c2e-9603-4380-a316-48672b298740 {{(pid=74899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:21:50.100409 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Allocated IP 172.27.2.251 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/3976f255-c0a0-4ac0-a8b2-ab2ae4c26262) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:50.105421 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.151994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.170542 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:50.205404 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:50.206245 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.240697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.provisioning_blocks [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Transition to ACTIVE for port object 07849c2e-9603-4380-a316-48672b298740 will not be triggered until provisioned by entity L2. {{(pid=74899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:50.246629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.258556 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-573fe3a4-b07a-4d64-b5b5-27b9d02bab18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:50.271945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.273479 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/307f6ccc-086a-441b-b5eb-6c3ea3b0ef99 HTTP/1.1" status: 204  len: 168 time: 0.8749170
Jun 27 12:21:50.279627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307f6ccc-086a-441b-b5eb-6c3ea3b0ef99,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:50.287257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:50.291578 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Transition to ACTIVE for port object d9c155d6-35b5-4fee-8a75-e7b338b52cf8 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:50.335500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.355960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:50.375677 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Transition to ACTIVE for port object d9c155d6-35b5-4fee-8a75-e7b338b52cf8 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:50.459862 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.472449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:50.475807 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:50.487673 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.488251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:50.499758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc91b15-3d36-4552-afce-e1c1c5157ce5 req-7c289480-f618-4424-98c9-5a9e26923681 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:50.501318 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dfc91b15-3d36-4552-afce-e1c1c5157ce5 req-7c289480-f618-4424-98c9-5a9e26923681 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.3853564
Jun 27 12:21:50.613463 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.636455 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Pushing event updated for resources: {'Port': ['ID=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:50.646074 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:50.647468 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.652473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-901c22ba-ea9b-4770-a182-480894855e43 tempest-DeleteServersTestJSON-1169943143 tempest-DeleteServersTestJSON-1169943143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:50.652662 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Network 20a69e47-7113-40e0-ac58-604248091896 is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:50.654036 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:50.663395 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:50.741083 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:50.749567 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:50.756592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:50.790431 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:50.805319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Pushing event updated for resources: {'Port': ['ID=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:50.808323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:50.890622 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:50.899742 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:51.014737 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dfc91b15-3d36-4552-afce-e1c1c5157ce5 req-0206b9bf-6ee5-486c-8d8e-87f0c379d4a8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2635276
Jun 27 12:21:51.018306 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Attempting to bind port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:51.018684 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Attempting to bind port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:51.019053 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Attempting to bind port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 on network 20a69e47-7113-40e0-ac58-604248091896 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:51.023435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36996b9e-85c7-4e84-a861-668524a189c1 req-e1b8d55a-f29c-4d4d-ac53-bc3767c68e53 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:51.029999 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-36996b9e-85c7-4e84-a861-668524a189c1 req-e1b8d55a-f29c-4d4d-ac53-bc3767c68e53 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 944 time: 0.3143289
Jun 27 12:21:51.038511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:51.038896 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Checking segment: {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:51.039875 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.039875 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Bound using segment: {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:51.040220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Bound port: d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:51.040871 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.068087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41638) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:51.071390 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Attempting to bind port 07849c2e-9603-4380-a316-48672b298740 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:51.071824 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Attempting to bind port 07849c2e-9603-4380-a316-48672b298740 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:51.072602 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Attempting to bind port 07849c2e-9603-4380-a316-48672b298740 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:51.082785 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Port 07849c2e-9603-4380-a316-48672b298740 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:21:51.083293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Attempting to bind port 07849c2e-9603-4380-a316-48672b298740 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:51.112612 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-36996b9e-85c7-4e84-a861-668524a189c1 req-b49dd667-0460-4c71-a578-c1119fca3f71 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816441
Jun 27 12:21:51.117025 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:51.117498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Checking segment: {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:51.122168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Bound using segment: {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:51.123419 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Bound port: 07849c2e-9603-4380-a316-48672b298740, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'}}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:51.124044 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.176193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.177343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.213951 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:51.237997 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:51.299289 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] For port d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:51.303194 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] For port d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:51.314843 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, cleared binding levels {{(pid=74899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:51.318111 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:51.399358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.402413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.408770 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:51.429950 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.447704 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e09308a6-91e7-4750-9a2a-327b81d79565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:51.515211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Pushing event updated for resources: {'Port': ['ID=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:51.519272 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:51.549097 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.550586 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] 10.222.0.47 "PUT /v2.0/ports/07849c2e-9603-4380-a316-48672b298740 HTTP/1.1" status: 200  len: 1094 time: 2.5223756
Jun 27 12:21:51.555538 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'tag': '07849c2e-9603-4380-a316-48672b298740'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:21:51.559625 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:51.576768 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Usage tracker for resource:security_group_rule and tenant:1584f84cbaef43198d224c3849e94885 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:51.580732 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:51.588796 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:51.613860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=3']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:51.619945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:51.758951 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:51.764492 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'tag': '07849c2e-9603-4380-a316-48672b298740', 'status': 'completed', 'code': 200}
Jun 27 12:21:51.805956 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.872980 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.875711 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-05e85c86-f662-42ee-b001-31c0f777fcb0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 1097 time: 0.2011957
Jun 27 12:21:51.886805 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a956edef-8bc1-4779-8c8d-f66e617bb175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:51.890758 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:51.891237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:51.941460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Router 8e76b484-ec63-47a0-a4f4-078a07873f94 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:21:51.950247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b96efc-3d4b-439b-b0b8-e56a712caa41,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:51.974208 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1584f84cbaef43198d224c3849e94885&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9042416
Jun 27 12:21:51.975847 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:51.982697 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41668) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:51.987405 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-a73a78a7-375b-496d-9d7c-cd34c1c2c901 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07849c2e-9603-4380-a316-48672b298740 HTTP/1.1" status: 200  len: 217 time: 0.0949178
Jun 27 12:21:52.088009 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-e4d20406-6546-4c67-9c32-e6ca39fb09ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:52.092884 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-e4d20406-6546-4c67-9c32-e6ca39fb09ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb436713-4636-4769-8ee9-60def2049a61 HTTP/1.1" status: 200  len: 854 time: 0.0910711
Jun 27 12:21:52.161812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:52.186479 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-e3c10ecf-fcef-4d79-a85c-96f3daa73b89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b1c7441-9ded-47ed-af9e-ee6bcd379831&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873442
Jun 27 12:21:52.200486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:52.386550 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:52.399280 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Sync routers for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:21:52.428993 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:52.429627 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9507ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:52.549769 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:52.558303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:52.558303 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40b96efc-3d4b-439b-b0b8-e56a712caa41 HTTP/1.1" status: 204  len: 168 time: 0.5723705
Jun 27 12:21:52.558303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:52.558792 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-d36cab90-e6c0-499e-8568-7d75bb117b6b service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3629961
Jun 27 12:21:52.589332 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b96efc-3d4b-439b-b0b8-e56a712caa41,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:52.595233 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:52.609343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:52.610733 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.8899348
Jun 27 12:21:52.613863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41690) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:52.745493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15a82d-4df4-4fae-9c7e-c059fc1d1509 req-a887d2d3-d8ab-46e9-8bd4-2322877e39cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:52.753010 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ba15a82d-4df4-4fae-9c7e-c059fc1d1509 req-a887d2d3-d8ab-46e9-8bd4-2322877e39cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.5388005
Jun 27 12:21:52.788056 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963a245-522b-4d2e-b28c-cb038e6b9c1f req-09165403-9e3e-4e1b-9c2f-9e0162c652c4 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:52.789972 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9963a245-522b-4d2e-b28c-cb038e6b9c1f req-09165403-9e3e-4e1b-9c2f-9e0162c652c4 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 944 time: 0.4416535
Jun 27 12:21:52.876648 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:52.943371 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e388460-87d2-474e-b312-3fb724bf7926 None None] Network 20a69e47-7113-40e0-ac58-604248091896 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:21:52.944435 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ba15a82d-4df4-4fae-9c7e-c059fc1d1509 req-bc37256f-f343-4d52-9814-62d67f198178 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878860
Jun 27 12:21:52.970323 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f404ce3-29f3-49f1-85e4-1eda878c57fc req-0d32eaa5-f6eb-4d10-b90c-5d12e3c63db8 service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4027343
Jun 27 12:21:53.013421 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9963a245-522b-4d2e-b28c-cb038e6b9c1f req-efff71ff-76e0-4363-89d3-8ee26e87b322 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050965
Jun 27 12:21:53.341759 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-d49bc91e-778b-4069-8010-0a6476e73675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 1097 time: 0.1606743
Jun 27 12:21:53.388992 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-58f998fe-7f75-444a-8509-a1cceacd11e2 None None] Provisioning for port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:53.405915 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9507ca0>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 3, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:53.410673 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Checking router: 8e76b484-ec63-47a0-a4f4-078a07873f94 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:21:53.411031 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Updating router 8e76b484-ec63-47a0-a4f4-078a07873f94 port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:21:53.479168 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:53.557994 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-fcfe9abb-8629-4419-8fad-293477e13b97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:53.559476 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-fcfe9abb-8629-4419-8fad-293477e13b97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 200  len: 915 time: 0.2089262
Jun 27 12:21:53.709086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41710) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:53.746608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:53.772946 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-1617e623-86d1-4bef-b113-95872cb0764a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07849c2e-9603-4380-a316-48672b298740 HTTP/1.1" status: 200  len: 217 time: 0.2012677
Jun 27 12:21:53.851921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device d9c155d6-35b5-4fee-8a75-e7b338b52cf8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:53.961319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:53.962370 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-5ba8ce0d-f48b-4e64-8efe-6179ddcb21ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:53.963857 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-5ba8ce0d-f48b-4e64-8efe-6179ddcb21ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb436713-4636-4769-8ee9-60def2049a61 HTTP/1.1" status: 200  len: 854 time: 0.1805117
Jun 27 12:21:54.021433 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:54.027317 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:54.027795 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.060519 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-84587159-21e3-42d1-a0f4-70639f37a480 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b1c7441-9ded-47ed-af9e-ee6bcd379831&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871506
Jun 27 12:21:54.064622 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:54.185539 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.234105 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Transition to ACTIVE for port object 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:54.309990 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Usage tracker for resource:security_group_rule and tenant:733e9dbb00a14a4c86658a2b969ab702 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:54.313538 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.338539 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.346242 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-945c0cf9-246c-4d88-a87c-3e96d131fde0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:54.352789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Allocated IP 172.20.0.1 (20a69e47-7113-40e0-ac58-604248091896/25d6c0a2-180c-45e0-a22e-f813a51c9eb0/4fc711ae-d847-4167-b810-f7c7b82af934) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:21:54.372560 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:54.404658 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:54.447609 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67a37-ec4c-4efb-a60e-5dea53401799 None None] Pushing event updated for resources: {'Port': ['ID=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:54.449937 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Attempting to bind port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:21:54.450310 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Attempting to bind port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:21:54.452724 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.455029 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-e76281b0-a372-44bd-b6f2-382e76dd7f31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:54.462856 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Attempting to bind port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:21:54.473374 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-e5b67a37-ec4c-4efb-a60e-5dea53401799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:54.484208 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:54.487344 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:21:54.487733 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:21:54.489527 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.493780 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:21:54.493780 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Bound port: 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:21:54.493780 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.584656 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.604099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Transition to ACTIVE for port object 4fc711ae-d847-4167-b810-f7c7b82af934 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:21:54.635973 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.645807 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:54.652108 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:54.687754 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.698390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:54.715310 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] For port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:21:54.718672 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] For port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:21:54.730488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.741448 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:54.754799 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b09e9-f84e-4957-9582-e83f232e9f5e req-7ff817b7-2383-4f68-b313-708a40a11333 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:54.760896 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c66b09e9-f84e-4957-9582-e83f232e9f5e req-7ff817b7-2383-4f68-b313-708a40a11333 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 944 time: 0.4546905
Jun 27 12:21:54.773493 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-772fb677-15c3-493d-b03d-579e404b392d service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7046645
Jun 27 12:21:54.778404 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:54.783143 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:54.794414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1ec03-491d-406f-8ed7-7e3a47bf4651 req-f901293b-1e5c-406e-9d60-81147a3dba6b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:54.796220 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eaf1ec03-491d-406f-8ed7-7e3a47bf4651 req-f901293b-1e5c-406e-9d60-81147a3dba6b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.4935470
Jun 27 12:21:54.800329 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Network 20a69e47-7113-40e0-ac58-604248091896 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:54.803714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:54.810399 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:21:54.895920 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b67a37-ec4c-4efb-a60e-5dea53401799 None None] Pushing event updated for resources: {'Port': ['ID=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:54.906583 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-e5b67a37-ec4c-4efb-a60e-5dea53401799 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:54.909433 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:21:54.910957 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9507ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:55.020257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Pushing event updated for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:55.031856 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:55.045976 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.095859 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eaf1ec03-491d-406f-8ed7-7e3a47bf4651 req-f66f06d9-bd9b-43e3-832e-a40dc0eeab17 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2924626
Jun 27 12:21:55.096263 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113db470-b7b6-45fe-8439-8722fdacca57,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:55.099941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:55.117422 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41744) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:55.117713 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=733e9dbb00a14a4c86658a2b969ab702&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3987286
Jun 27 12:21:55.145916 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c66b09e9-f84e-4957-9582-e83f232e9f5e req-bc5964e7-1db2-4a9c-9383-077e37b3ee08 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3694003
Jun 27 12:21:55.213815 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18de6f4a-e86b-40dd-9b08-c8c703cbdd8e req-db9b0325-6206-44fd-a8de-43f7308b42c0 service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4101508
Jun 27 12:21:55.231462 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:21:55.238326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-24edf860-bf7b-4bfe-b9a8-a9428622cbe9 None None] Provisioning for port 4fc711ae-d847-4167-b810-f7c7b82af934 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:55.245103 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-24edf860-bf7b-4bfe-b9a8-a9428622cbe9 None None] Provisioning complete for port 4fc711ae-d847-4167-b810-f7c7b82af934 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:55.245711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-24edf860-bf7b-4bfe-b9a8-a9428622cbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.258475 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.301721 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.319256 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-24edf860-bf7b-4bfe-b9a8-a9428622cbe9 None None] Port 4fc711ae-d847-4167-b810-f7c7b82af934 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:21:55.327284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.559076 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9507ca0>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 3, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:21:55.564096 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356d3eb4-7bac-42c9-9455-302b0821ce10 None None] The sync data for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi is: [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 3, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:21:55.582704 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.590268 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-dff5caaa-3dcc-4ca2-b5aa-ae2c37646445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:55.608086 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113db470-b7b6-45fe-8439-8722fdacca57,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:55.619352 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:55.628411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.629535 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/113db470-b7b6-45fe-8439-8722fdacca57 HTTP/1.1" status: 204  len: 168 time: 0.5186703
Jun 27 12:21:55.633571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.695007 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.711538 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device d9c155d6-35b5-4fee-8a75-e7b338b52cf8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:55.734539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:55.842781 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Pushing event updated for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:55.851569 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:55.851696 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.852783 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:55.857287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:56.015530 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Network 20a69e47-7113-40e0-ac58-604248091896 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:21:56.017238 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:21:56.268302 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-d7214cab-c409-4650-ac80-09cd2a7cf254 None None] Provisioning complete for port 4fc711ae-d847-4167-b810-f7c7b82af934 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:56.270271 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d7214cab-c409-4650-ac80-09cd2a7cf254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:56.345927 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb7fff-fc43-47de-a0a8-ec803c4eaab3 req-b10bf419-cef5-484a-b733-17a460e89980 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:56.353737 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8fb7fff-fc43-47de-a0a8-ec803c4eaab3 req-b10bf419-cef5-484a-b733-17a460e89980 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1187634
Jun 27 12:21:56.362305 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-d7214cab-c409-4650-ac80-09cd2a7cf254 None None] Port 4fc711ae-d847-4167-b810-f7c7b82af934 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:21:56.420509 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8fb7fff-fc43-47de-a0a8-ec803c4eaab3 req-ee6fb9c1-772a-46c0-a271-3f3b47af9f94 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657310
Jun 27 12:21:56.568061 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Router 8e76b484-ec63-47a0-a4f4-078a07873f94 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:21:56.578751 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41780) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:56.593691 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf54b7-27a6-4719-83fb-43c9cd9d3309 req-a3489c9f-d184-456e-9203-3443a02dcbcb tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:56.600069 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3bf54b7-27a6-4719-83fb-43c9cd9d3309 req-a3489c9f-d184-456e-9203-3443a02dcbcb tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 944 time: 0.2154071
Jun 27 12:21:56.665816 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3bf54b7-27a6-4719-83fb-43c9cd9d3309 req-7db2b9ac-1f15-4fbb-9597-0eead9b6b97b tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645134
Jun 27 12:21:56.825038 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:56.881641 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:56.887476 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Usage tracker for resource:security_group_rule and tenant:9b7cbf078eec4cfbb2c79607f475185a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:56.892189 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:56.899132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:56.915388 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:21:56.939637 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] 10.222.0.21 "PUT /v2.0/routers/8e76b484-ec63-47a0-a4f4-078a07873f94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3244166
Jun 27 12:21:56.987686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.128444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.136015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f7dd0557-131d-4c93-b1c8-00b944175615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:57.207895 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a050a36e-a448-480e-8bcb-7328144cbb56,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:57.216519 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b7cbf078eec4cfbb2c79607f475185a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6321561
Jun 27 12:21:57.216519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:57.218026 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41814) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:57.229776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 07849c2e-9603-4380-a316-48672b298740 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:21:57.302737 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.345396 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.430097 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:57.454441 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '07849c2e-9603-4380-a316-48672b298740', 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831', 'port_id': '07849c2e-9603-4380-a316-48672b298740', 'mac_address': 'fa:16:3e:34:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb436713-4636-4769-8ee9-60def2049a61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:21:57.472129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.481211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:57.529588 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050a36e-a448-480e-8bcb-7328144cbb56,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:57.531080 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.535029 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:57.563297 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.571695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a050a36e-a448-480e-8bcb-7328144cbb56 HTTP/1.1" status: 204  len: 168 time: 0.3503761
Jun 27 12:21:57.583340 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07849c2e-9603-4380-a316-48672b298740 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:21:57.616680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:57.726484 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:57.728849 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:57.773692 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d69184-4ddc-4484-bc68-ae8a16531ecb req-fce1378c-27c2-4407-8f16-501cc40be7ba tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:57.775642 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-07d69184-4ddc-4484-bc68-ae8a16531ecb req-fce1378c-27c2-4407-8f16-501cc40be7ba tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1581876
Jun 27 12:21:57.890461 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-07d69184-4ddc-4484-bc68-ae8a16531ecb req-b2ce6c89-40ed-4bcd-ab01-1e6aa23f0884 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074553
Jun 27 12:21:57.960468 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:57.970899 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:58.092784 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['07849c2e-9603-4380-a316-48672b298740'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:21:58.102046 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41838) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:58.110470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019432126', 'description': 'tempest-secgroup-smoke-2019432126 description', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:58.117422 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:58.124364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:58.128855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:58.136208 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:58.143227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655054e-79f0-43f8-bece-34d430e7be93 req-d5ba2664-3f36-4a3b-82d8-5963467c8f8d tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:58.150998 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0655054e-79f0-43f8-bece-34d430e7be93 req-d5ba2664-3f36-4a3b-82d8-5963467c8f8d tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 945 time: 0.1075647
Jun 27 12:21:58.198806 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0655054e-79f0-43f8-bece-34d430e7be93 req-0f4de5cd-179e-4026-8b63-b8e9391884c5 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468323
Jun 27 12:21:58.252106 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.290004 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:58.295175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:58.298273 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:58.304092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:58.361143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.448711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.455486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9b5229fe-37b7-434b-9e1f-562b5dc622bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:58.494671 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e8ae95-3e48-488f-b401-a292435c0e7b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:58.498545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:58.587566 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41856) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:58.603838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.608745 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5048726
Jun 27 12:21:58.614184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41860) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:58.614184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.626917 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:58.635563 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:58.646065 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:58.649780 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:58.667715 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:58.678148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:58.682448 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Usage tracker for resource:security_group_rule and tenant:a56355ad96684be88e4e83d18e27fca8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:58.686281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:58.692201 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:58.763899 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.772229 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.826235 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:58.836349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0d30800e-be65-4ed3-bbd2-f36c4917ace8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17154c69-6cb5-4195-b357-00783d87d6eb,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a56355ad96684be88e4e83d18e27fca8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3354285
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41876) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:59.008094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.030792 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.047221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:59.071980 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.147722 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75edc8f-04ec-4bc9-a550-dc2950bde8d8,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:59.162329 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:59.239328 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 07849c2e-9603-4380-a316-48672b298740 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:59.250907 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028d416-1f69-480e-a09e-7528ead4e51d req-7bbc425c-1cf9-415c-a7ca-8279f8c0aa19 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:59.254905 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f028d416-1f69-480e-a09e-7528ead4e51d req-7bbc425c-1cf9-415c-a7ca-8279f8c0aa19 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1672435
Jun 27 12:21:59.311500 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f028d416-1f69-480e-a09e-7528ead4e51d req-28ff8dcf-9b1f-4b14-84cf-9e15561dc388 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467005
Jun 27 12:21:59.358019 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.359191 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4196764b-e2b7-4648-8af9-3a0eaf995c00 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.7491813
Jun 27 12:21:59.361919 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41892) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:21:59.371719 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:21:59.380024 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:21:59.384962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:21:59.399399 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:21:59.408603 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:21:59.412923 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.420811 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e681f1e4-e709-40f1-8d77-e7404688459a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:21:59.436203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17154c69-6cb5-4195-b357-00783d87d6eb,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:21:59.439135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:21:59.441170 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.442279 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/17154c69-6cb5-4195-b357-00783d87d6eb HTTP/1.1" status: 204  len: 168 time: 0.5141416
Jun 27 12:21:59.448868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 07849c2e-9603-4380-a316-48672b298740 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:21:59.463632 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 07849c2e-9603-4380-a316-48672b298740 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:21:59.468710 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.553600 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.592865 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc99d4a-66ea-4213-8c02-b3f678a38478 req-906ecce8-93c7-4ce3-9b95-8f61bf961f5e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:21:59.603907 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0dc99d4a-66ea-4213-8c02-b3f678a38478 req-906ecce8-93c7-4ce3-9b95-8f61bf961f5e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 945 time: 0.1390326
Jun 27 12:21:59.722654 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:21:59.848521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:21:59.849963 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07849c2e-9603-4380-a316-48672b298740'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:21:59.887548 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0dc99d4a-66ea-4213-8c02-b3f678a38478 req-184a9ed3-f456-4e2d-b2d7-d9cef5a8d4ad tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2825050
Jun 27 12:21:59.914613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:21:59.936807 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.000874 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.002991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c200b3b0-39d8-45e4-b0ac-0c616da98b03 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:00.052100 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c78acee-9068-47e2-976f-f1a84942805d,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:00.064517 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:00.086753 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41922) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:00.119117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.128511 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07849c2e-9603-4380-a316-48672b298740', 'code': 200}
Jun 27 12:22:00.129062 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:00.199862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.202673 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.8393633
Jun 27 12:22:00.209343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41936) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:00.217382 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:00.217871 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:00.221446 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:00.254694 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:00.267379 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:00.278956 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:00.288364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:00.310387 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:22:00.315366 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:00.315961 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.430764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.606361 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.616193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.621103 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.643240 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:00.652574 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:00.657964 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2cdcada843e54662bc5b8d1cd58c3f3c is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:00.661296 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:00.667911 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:00.689047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.696215 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2e5e2ed0-ea62-4fde-a017-2f19e6aeb60a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:00.720462 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:00.726752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:00.788842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877fe66-d23f-49aa-bb14-2d9823dfe2b4 req-0ff639a5-55a1-4399-81df-45c311df91e9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:00.798917 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f877fe66-d23f-49aa-bb14-2d9823dfe2b4 req-0ff639a5-55a1-4399-81df-45c311df91e9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2596531
Jun 27 12:22:00.905302 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93dffbe-f22e-4ef6-9926-2083f96db207,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:00.911706 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:00.914858 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:00.982458 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.983072 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.983370 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.983728 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.984107 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.984496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.985146 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.985239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.988708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.989096 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.989484 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:00.995997 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:01.022590 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.023632 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-189c5b8f-b3b9-45a0-8612-f185baff5960 req-0ec4485a-fa7e-48af-ab56-0b2e60ca3a93 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 1099 time: 0.4156649
Jun 27 12:22:01.037498 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f877fe66-d23f-49aa-bb14-2d9823dfe2b4 req-2c3f0516-93bb-43f4-8ea1-c5c4d6751225 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290230
Jun 27 12:22:01.090091 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.091708 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.8805511
Jun 27 12:22:01.094376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41974) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:01.101243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:01.108841 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-189c5b8f-b3b9-45a0-8612-f185baff5960 req-36fdf083-03b9-42fc-98f1-d4d74339215a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783193
Jun 27 12:22:01.109486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:01.114241 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:01.119940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:01.129017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:01.147256 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.156738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-89bd3611-88be-4faa-9db7-84cf6801e786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:01.204175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8fa587-0ad9-4462-bd6b-c9a3571cd56c,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:01.208797 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cdcada843e54662bc5b8d1cd58c3f3c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1207640
Jun 27 12:22:01.209985 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:01.217710 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 41980) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:01.265029 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.265254 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bdad8-7f7f-432f-8ce6-3d3605640fa2 req-b291ced7-4d05-4af7-97ba-8da3cb34b25c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:01.266787 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-673bdad8-7f7f-432f-8ce6-3d3605640fa2 req-b291ced7-4d05-4af7-97ba-8da3cb34b25c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.1492784
Jun 27 12:22:01.323183 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df435a-b091-459a-bcc5-bd59c31d780d req-8d1c43f9-bbca-4eaf-8d18-0bc5e9d2a7b7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:01.324600 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-84df435a-b091-459a-bcc5-bd59c31d780d req-8d1c43f9-bbca-4eaf-8d18-0bc5e9d2a7b7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1415324
Jun 27 12:22:01.355219 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-673bdad8-7f7f-432f-8ce6-3d3605640fa2 req-2e731971-d1d4-4e0b-bc30-ecfac5033857 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732722
Jun 27 12:22:01.361678 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.367406 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.398519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.398986 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-84df435a-b091-459a-bcc5-bd59c31d780d req-22612341-582a-4e77-ac64-77562136e9c7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0670969
Jun 27 12:22:01.424416 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41988) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:01.431540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.440281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:01.464540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf65cd8-6902-4e61-b702-0743af0a17dd,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:01.468128 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:01.557798 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.559011 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4633286
Jun 27 12:22:01.562283 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 41994) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:01.568605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:01.576061 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:01.580411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.582886 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.584047 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e8fa587-0ad9-4462-bd6b-c9a3571cd56c HTTP/1.1" status: 204  len: 168 time: 0.3652892
Jun 27 12:22:01.584878 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4837483b-76b6-4c2f-9a4b-ded2abf0a597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:01.597257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:01.597432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8fa587-0ad9-4462-bd6b-c9a3571cd56c,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:01.600684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.601489 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:01.622710 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:01.631124 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:01.657743 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:01.661690 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Usage tracker for resource:security_group_rule and tenant:c1fc59e2d3a54c0aafe7a80a8a718523 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:01.664836 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:01.671178 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:01.741824 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:22:01.742299 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.securitygroups_db [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Project 3b9c6244ba134d74ac46a6cde51c9238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:22:01.746693 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.790191 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.812919 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:01.813428 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.850111 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.866047 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.876606 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-380400db-549b-4287-8c7d-f1bd362be395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:01.914190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743ee40-4149-48a0-80d9-c606cb346b71,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:01.924130 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1fc59e2d3a54c0aafe7a80a8a718523&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4985337
Jun 27 12:22:01.925965 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.926334 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.926689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.927038 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.927386 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.927722 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42006) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:01.927862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.928056 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.928417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.928759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.932540 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.932540 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:01.933488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:01.934434 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:01.936234 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:01.961299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680b173c-0519-4be5-9dff-62e89c66924d,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:01.964977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:02.035002 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.039183 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4728816
Jun 27 12:22:02.039294 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42014) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:02.047440 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'security_group_rule': {'security_group_id': 'e6e8ae95-3e48-488f-b401-a292435c0e7b', 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:02.055801 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.057353 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:02.083385 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:security_group_rule and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:02.094817 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:02.106084 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:02.119567 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.235597 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.securitygroups_db [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Project 3b9c6244ba134d74ac46a6cde51c9238 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:22:02.250732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.269355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.274332 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d33aa647-59b8-4527-af31-e6f82ea89bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:02.284901 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743ee40-4149-48a0-80d9-c606cb346b71,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:02.289553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:02.291402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.295254 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4743ee40-4149-48a0-80d9-c606cb346b71 HTTP/1.1" status: 204  len: 168 time: 0.3635750
Jun 27 12:22:02.333635 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec2d38-fbfd-4945-8dba-3abd76027ce6 req-a87f7741-ff90-412a-a49c-58d787d6f401 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:02.335075 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f4ec2d38-fbfd-4945-8dba-3abd76027ce6 req-a87f7741-ff90-412a-a49c-58d787d6f401 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1441858
Jun 27 12:22:02.362191 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.390425 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f4ec2d38-fbfd-4945-8dba-3abd76027ce6 req-846a1843-94a2-4b3b-b15d-3962ec23b7dd tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463157
Jun 27 12:22:02.422683 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.432144 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-89017a72-60d9-4dc7-8b6b-39a4fe89090f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:02.456998 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8f31ad-75d1-4f5b-9d5b-f04ec521f8e2,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:02.461678 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:02.528614 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42028) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:02.561762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.600367 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.600529 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:02.600609 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5567446
Jun 27 12:22:02.627205 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Usage tracker for resource:security_group_rule and tenant:cba2433d76294191b621aab8dea77455 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:02.632218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:02.651980 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e5e73-e04b-4274-b5eb-4cdb05213679 req-da963613-f564-453a-8b45-27715eac22b2 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:02.653961 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-844e5e73-e04b-4274-b5eb-4cdb05213679 req-da963613-f564-453a-8b45-27715eac22b2 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.1493101
Jun 27 12:22:02.662800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:02.682395 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622743fd-078d-4c0f-84f8-2993032a339f req-65e2348d-c74e-439a-a86f-018c52a45674 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:02.684542 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-622743fd-078d-4c0f-84f8-2993032a339f req-65e2348d-c74e-439a-a86f-018c52a45674 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1323302
Jun 27 12:22:02.749387 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-844e5e73-e04b-4274-b5eb-4cdb05213679 req-9a44620f-c81e-41a7-b94c-1d677086b8d1 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877194
Jun 27 12:22:02.784437 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-622743fd-078d-4c0f-84f8-2993032a339f req-ddcb0fd8-8050-4dd0-a910-76c05ab5e28a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921028
Jun 27 12:22:02.789402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.807515 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42050) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:02.858281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:02.908418 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-905e2141-4ef7-45e6-9c9a-a55fe31ca8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:02.941993 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cba2433d76294191b621aab8dea77455&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4117327
Jun 27 12:22:02.942395 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42062) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:02.946842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c417d193-02f7-4526-a6df-766bf17ebbc5,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:02.960300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:03.027778 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.067015 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.152830 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.225722 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.232717 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c53cccd4-0f80-43ba-bf14-c29346405a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:03.248396 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417d193-02f7-4526-a6df-766bf17ebbc5,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:03.254363 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:03.255505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:03.257420 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Usage tracker for resource:security_group_rule and tenant:18ce653fd06441fcb48cc252976aac1e is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:03.260797 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:03.264556 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.265652 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c417d193-02f7-4526-a6df-766bf17ebbc5 HTTP/1.1" status: 204  len: 168 time: 0.3218336
Jun 27 12:22:03.273300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:03.352216 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.442970 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.451470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-269066e2-b3d2-49f4-8629-429322d72de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:03.476400 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42074) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:03.497846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4177e6-cf9e-46de-9ad1-4bd52b9cf19f,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:03.504397 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18ce653fd06441fcb48cc252976aac1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6947734
Jun 27 12:22:03.504397 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a6eafb49-917b-49dd-b156-e4e7edc322f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:03.505217 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42078) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:03.518647 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.577742 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:03.595824 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.597937 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Usage tracker for resource:security_group_rule and tenant:e546cd80af7642999c275214d2616bc4 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:03.608509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:03.624793 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:03.746785 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.758472 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.813557 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:03.834924 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-47444ee9-7094-41cf-ada9-d5d8b1f23830 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.2386787
Jun 27 12:22:03.854221 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f1f11cc6-494c-406e-ba76-16446666b504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:03.857431 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e9948f-ea55-47c3-806b-77f414fb6395 req-9bf45d50-046a-407e-8d08-6cbe9b72d64a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:03.859214 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9e9948f-ea55-47c3-806b-77f414fb6395 req-9bf45d50-046a-407e-8d08-6cbe9b72d64a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1915658
Jun 27 12:22:03.926044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8048009c-5bdb-4e67-9420-f31b4313e488,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:03.929692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:03.934414 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e546cd80af7642999c275214d2616bc4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4537947
Jun 27 12:22:03.934691 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42098) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:04.015711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.016136 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.019823 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:04.042934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.058682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4177e6-cf9e-46de-9ad1-4bd52b9cf19f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:04.061045 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:04.086724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.088101 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b4177e6-cf9e-46de-9ad1-4bd52b9cf19f HTTP/1.1" status: 204  len: 168 time: 0.5817940
Jun 27 12:22:04.111903 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9e9948f-ea55-47c3-806b-77f414fb6395 req-fbde3099-ccb5-472a-922f-190b29aba123 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2279873
Jun 27 12:22:04.145545 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-2ee0d7c6-a2bc-46ec-9326-4354c9e1ff1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:04.147516 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-2ee0d7c6-a2bc-46ec-9326-4354c9e1ff1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.2868977
Jun 27 12:22:04.246847 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c4063-fad1-4762-b7a5-10be6c8a8b2f req-d2746f19-28f7-4870-9a85-cbceb9ec2bf0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:04.254806 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.259450 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c43c4063-fad1-4762-b7a5-10be6c8a8b2f req-d2746f19-28f7-4870-9a85-cbceb9ec2bf0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.3017662
Jun 27 12:22:04.260555 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a63488bf-a1a4-462d-a47e-11afc05f4131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:04.287042 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8048009c-5bdb-4e67-9420-f31b4313e488,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:04.300287 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-dbe81dab-28aa-4f13-8350-f3a107c95e0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.1424570
Jun 27 12:22:04.306533 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:04.307305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:04.311261 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8048009c-5bdb-4e67-9420-f31b4313e488 HTTP/1.1" status: 204  len: 168 time: 0.3723345
Jun 27 12:22:04.514084 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c43c4063-fad1-4762-b7a5-10be6c8a8b2f req-0804402c-e6fb-45fd-bdb3-b740066fc111 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2545321
Jun 27 12:22:04.519168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-4c977d9d-ed50-4dbf-892b-4d081a7713dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:04.520578 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-4c977d9d-ed50-4dbf-892b-4d081a7713dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.1770017
Jun 27 12:22:04.579735 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-8ff46976-c614-46ae-9126-7fe35ca4bd23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472188
Jun 27 12:22:04.600835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cc8e6-2168-4db3-ae96-d42a5f2becd1 req-87450f0f-e590-4f91-b48a-0f5298e50942 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:04.623963 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-369cc8e6-2168-4db3-ae96-d42a5f2becd1 req-87450f0f-e590-4f91-b48a-0f5298e50942 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.3096287
Jun 27 12:22:04.770075 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-369cc8e6-2168-4db3-ae96-d42a5f2becd1 req-20037c68-ea0e-4d66-9e70-3fbdcb7adf79 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1430933
Jun 27 12:22:04.881161 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-9ab8cceb-dfe4-4c8c-9d66-70265e2fb4a4 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2726789
Jun 27 12:22:05.009876 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-966a4eb9-15c3-42eb-bb4c-5483a5c68c07 req-9a5a4cc1-b0a0-4b8a-afb7-c548a26be756 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.2086790
Jun 27 12:22:05.030123 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42152) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:05.114879 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c5ba23c-8370-44dd-8f48-b4d70748ec30 req-d84debe9-0364-4328-9434-dae537daad5d service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225699
Jun 27 12:22:05.115060 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-966a4eb9-15c3-42eb-bb4c-5483a5c68c07 req-618220c9-e60b-41e2-85e3-1d1ff3e9ffed service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969529
Jun 27 12:22:05.216513 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-620930662-network', 'tenant_id': '6049ee0dd6984915ab15117d424c57f5'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:05.217799 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:05.222303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Usage tracker for resource:network and tenant:6049ee0dd6984915ab15117d424c57f5 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:05.225958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:05.232608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:05.322854 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Made reservation on behalf of 6049ee0dd6984915ab15117d424c57f5 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:22:05.325437 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.344230 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.363349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d015b-c49c-4389-9e31-577fb9dab2c8 req-9b2b28cd-7125-4e7f-83d4-d65ed3a5a49e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:05.370216 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-678d015b-c49c-4389-9e31-577fb9dab2c8 req-9b2b28cd-7125-4e7f-83d4-d65ed3a5a49e tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1248734
Jun 27 12:22:05.441579 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:05.447005 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-678d015b-c49c-4389-9e31-577fb9dab2c8 req-c5d647c3-fd56-4974-9aef-34413b31dd77 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760064
Jun 27 12:22:05.447916 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Usage tracker for resource:security_group_rule and tenant:6049ee0dd6984915ab15117d424c57f5 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:05.453115 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:05.459308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:05.543032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.628946 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.634097 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0ed6b2fc-d0fd-4c87-baf1-fe6d689fbd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:05.672529 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:05.691536 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:05.703435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:22:05.714905 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.718582 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Added segment 4606b0bb-03bb-47a0-8e31-c0aa11003b5f of type vlan for network 72105263-b1a2-45ab-a98b-b4ac74b0b791
Jun 27 12:22:05.758720 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.860293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.861571 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:05.862161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:05.865941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-db87abd1-92e7-490b-bf02-e788fde6e3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:05.976557 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Pushing event updated for resources: {'Network': ['ID=72105263-b1a2-45ab-a98b-b4ac74b0b791,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:05.984250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:05.989465 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:22:06.041077 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0095992
Jun 27 12:22:06.044472 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42192) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:06.053556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Request body: {'subnet': {'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-620930662-subnet', 'tenant_id': '6049ee0dd6984915ab15117d424c57f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:06.063493 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:06.077639 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Usage tracker for resource:subnet and tenant:6049ee0dd6984915ab15117d424c57f5 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:06.081726 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:06.090410 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:06.130120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008088d-4ed9-4c93-b3ae-ba8a54e8fa74 req-ef09450b-a350-4e6f-a270-05c795651c68 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:06.132088 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7008088d-4ed9-4c93-b3ae-ba8a54e8fa74 req-ef09450b-a350-4e6f-a270-05c795651c68 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1385601
Jun 27 12:22:06.175217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Made reservation on behalf of 6049ee0dd6984915ab15117d424c57f5 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:22:06.177886 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:06.196018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7008088d-4ed9-4c93-b3ae-ba8a54e8fa74 req-5c2038fb-543c-4172-b1de-a6c78487ed6e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587118
Jun 27 12:22:06.274968 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:06.535549 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:06.543473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ffac52ae-6ad8-48a0-8d63-f2b265719036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:06.650191 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de2bce2-a1de-46b7-b87b-c736938a8f74,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:06.658457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:06.658457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Checking segment: {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:22:06.658457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Network hostable DHCP agents. Network: 72105263-b1a2-45ab-a98b-b4ac74b0b791, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:22:06.741061 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8568ed-5d68-46c4-9d8f-90f986a862c4 req-08f73c97-2b26-4d88-aa42-0413e64e7fff tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:06.742684 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2f8568ed-5d68-46c4-9d8f-90f986a862c4 req-08f73c97-2b26-4d88-aa42-0413e64e7fff tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1286438
Jun 27 12:22:06.768886 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:22:06.813131 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2f8568ed-5d68-46c4-9d8f-90f986a862c4 req-bd67589d-76a2-43cb-9256-8961e610988d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645773
Jun 27 12:22:06.854647 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 72105263-b1a2-45ab-a98b-b4ac74b0b791) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:22:06.859718 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:06.863941 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:06.866322 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98b9d48-09c5-46ad-9ddc-93563017912b None None] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:22:06.999326 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9506006
Jun 27 12:22:07.177353 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1264206-b4a8-4a20-b657-04508792d351 None None] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:22:07.453133 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf88150-088a-40ee-b627-5728d9dd2a46 req-ea977cce-d8a2-4177-856f-7995de144709 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:07.454641 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1cf88150-088a-40ee-b627-5728d9dd2a46 req-ea977cce-d8a2-4177-856f-7995de144709 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0863192
Jun 27 12:22:07.520087 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1cf88150-088a-40ee-b627-5728d9dd2a46 req-93f182bd-24ba-4381-bdff-4c6fd9146945 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598938
Jun 27 12:22:08.099096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc815a97-2fc2-4b9d-9b52-0e1387a0e33e req-824828bf-255c-4a76-8b45-23fab3aa1102 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:08.100575 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc815a97-2fc2-4b9d-9b52-0e1387a0e33e req-824828bf-255c-4a76-8b45-23fab3aa1102 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1055286
Jun 27 12:22:08.151580 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc815a97-2fc2-4b9d-9b52-0e1387a0e33e req-f4ae3de9-81e4-45b8-952d-adbea64abc07 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453038
Jun 27 12:22:08.908274 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fdfb6-161a-4465-bf96-bbdb19b52df4 req-4a4322e9-1b01-4f37-85bd-bd5734160e38 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:08.917257 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c30fdfb6-161a-4465-bf96-bbdb19b52df4 req-4a4322e9-1b01-4f37-85bd-bd5734160e38 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1888795
Jun 27 12:22:08.943249 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-5ac15c91-2987-448e-833d-490b2888383c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.1097956
Jun 27 12:22:08.996230 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c30fdfb6-161a-4465-bf96-bbdb19b52df4 req-410778f1-d38c-4cec-b643-1466bb7ec61c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764675
Jun 27 12:22:09.025664 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839c56a-2770-4afb-ae17-488db0729779 req-2e830ea5-5642-4d0c-a5c6-f0ec43250bf2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:09.028931 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Sync routers for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:22:09.031203 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0839c56a-2770-4afb-ae17-488db0729779 req-2e830ea5-5642-4d0c-a5c6-f0ec43250bf2 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2369876
Jun 27 12:22:09.054440 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:22:09.055580 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9255a30>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:22:09.160977 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0839c56a-2770-4afb-ae17-488db0729779 req-59a9defc-13f2-43fb-be8f-e3d2c8b705cf tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241086
Jun 27 12:22:09.180287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-76804d2b-7089-41ec-9b61-1f83a0396fdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:09.185611 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-76804d2b-7089-41ec-9b61-1f83a0396fdd service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.2301142
Jun 27 12:22:09.260772 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-75529249-ca10-4404-9fbe-bec7de6a6845 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.0686777
Jun 27 12:22:09.319545 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:22:09.327533 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-4ad9182c-7e82-4043-a78b-36cd8f5476fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:09.330423 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-4ad9182c-7e82-4043-a78b-36cd8f5476fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.0620813
Jun 27 12:22:09.381534 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-a4879e09-979e-49ee-9958-4bcab48e536e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451627
Jun 27 12:22:09.524602 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-536468f1-ec28-4282-80c2-3aeb8e7157ff service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334813
Jun 27 12:22:09.703125 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9255a30>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:55Z', 'revision_number': 4, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '4fc711ae-d847-4167-b810-f7c7b82af934', 'name': '', 'network_id': '20a69e47-7113-40e0-ac58-604248091896', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'mac_address': 'fa:16:3e:6e:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:54Z', 'updated_at': '2021-06-27T12:21:55Z', 'revision_number': 2, 'project_id': '81f8dc9070b04878a5632c7193527440', 'subnets': [{'id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:22:09.714083 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Checking router: 8e76b484-ec63-47a0-a4f4-078a07873f94 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:22:09.714503 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Updating router 8e76b484-ec63-47a0-a4f4-078a07873f94 port 4fc711ae-d847-4167-b810-f7c7b82af934 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:22:09.803086 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-00ae7e2e-4e21-46af-9496-02d87a5d0ac6 req-dc0677a8-bf9e-4415-8b0d-fa1fd67e7933 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2602654
Jun 27 12:22:09.829538 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:09.870148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24549-a30b-4cc1-b9bc-b9e91e14512f req-d32c9634-8301-4035-ac4d-ab791227707b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:09.872826 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-30c24549-a30b-4cc1-b9bc-b9e91e14512f req-d32c9634-8301-4035-ac4d-ab791227707b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1915941
Jun 27 12:22:09.943695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-30c24549-a30b-4cc1-b9bc-b9e91e14512f req-54032962-30f7-4839-a47b-49f29c624256 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635808
Jun 27 12:22:10.234930 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-1721e016-3df5-427e-9655-2ffcf75a97ee tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:10.235668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-1721e016-3df5-427e-9655-2ffcf75a97ee tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Synchronizing usage tracker for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:10.303688 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:10.322890 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Transition to ACTIVE for port object 4fc711ae-d847-4167-b810-f7c7b82af934 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:22:10.334504 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3220c-5397-49ff-beae-8ccc0ff58695 req-8b3a0b9b-1347-4ff2-a0aa-58a9df8e7741 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:10.335967 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e8a3220c-5397-49ff-beae-8ccc0ff58695 req-8b3a0b9b-1347-4ff2-a0aa-58a9df8e7741 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0954103
Jun 27 12:22:10.383577 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e8a3220c-5397-49ff-beae-8ccc0ff58695 req-9084d7c1-fb20-4004-b78f-df46aaa4a069 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399628
Jun 27 12:22:10.391085 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-1721e016-3df5-427e-9655-2ffcf75a97ee tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Unset dirty status for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:10.392149 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-1721e016-3df5-427e-9655-2ffcf75a97ee tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/networks?id=72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 200  len: 808 time: 0.4038002
Jun 27 12:22:10.408190 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-8bfccff7-a5c8-4c0c-857d-cde5ce341e6a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/quotas/6049ee0dd6984915ab15117d424c57f5 HTTP/1.1" status: 200  len: 375 time: 0.0107961
Jun 27 12:22:10.417493 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:10.421207 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-83b0da13-1718-415f-95dd-590b6cc580e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:10.486568 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Pushing event updated for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:10.490067 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:10.549759 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-ae5d2b7b-2c81-488b-80ad-d42e5540c785 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1361294
Jun 27 12:22:10.684297 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Attempting to bind port 4fc711ae-d847-4167-b810-f7c7b82af934 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:22:10.684715 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Attempting to bind port 4fc711ae-d847-4167-b810-f7c7b82af934 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:22:10.686843 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Attempting to bind port 4fc711ae-d847-4167-b810-f7c7b82af934 on network 20a69e47-7113-40e0-ac58-604248091896 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:10.691997 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:22:10.692403 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Checking segment: {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:22:10.692820 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:10.693277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Bound using segment: {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:22:10.693689 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Bound port: 4fc711ae-d847-4167-b810-f7c7b82af934, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '20a69e47-7113-40e0-ac58-604248091896'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:22:10.694070 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:10.771542 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-2bdbd76d-f748-4186-969e-12f2bca9e4e7 service neutron] 10.222.0.21 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142069
Jun 27 12:22:10.779712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f5aec-3d44-4d9b-a217-52c036d9a7e0 req-52f5b517-5880-4a92-8f79-a391589044dd tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:10.781291 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-057f5aec-3d44-4d9b-a217-52c036d9a7e0 req-52f5b517-5880-4a92-8f79-a391589044dd tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1941853
Jun 27 12:22:10.797935 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] For port 4fc711ae-d847-4167-b810-f7c7b82af934, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:22:10.803570 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] For port 4fc711ae-d847-4167-b810-f7c7b82af934, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4fc711ae-d847-4167-b810-f7c7b82af934,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:22:10.878262 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:10.882756 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:10.924689 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-057f5aec-3d44-4d9b-a217-52c036d9a7e0 req-d0f60342-ba54-4ad5-b5b6-2c226e479615 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206834
Jun 27 12:22:10.959347 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-8d72a356-4f80-4bf7-b72d-e7cdba2476bd service neutron] 10.222.0.21 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770816
Jun 27 12:22:10.982606 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Pushing event updated for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:10.989504 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:10.990561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:22:10.991089 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9255a30>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:21:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:22:11.183182 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:22:11.184487 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfae1c-cadb-4fe4-8027-7118b97451ec req-26468790-8970-4eee-82ab-9693d7e4416b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:11.186149 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42cfae1c-cadb-4fe4-8027-7118b97451ec req-26468790-8970-4eee-82ab-9693d7e4416b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0789347
Jun 27 12:22:11.249715 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42cfae1c-cadb-4fe4-8027-7118b97451ec req-122a73aa-a052-4f48-89d9-fe1c4fedc0d2 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579410
Jun 27 12:22:11.359756 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0304c2d0-3048-428c-a5a7-3720b62a5490 req-b86dc528-5d94-4fbe-8a14-6a95e8ccf234 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0522492
Jun 27 12:22:11.619667 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc21ae-5b6c-4dcc-96fe-8066f87f782e req-60e8ae79-8a03-4a53-9bf2-5716ea977116 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:11.621367 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-12bc21ae-5b6c-4dcc-96fe-8066f87f782e req-60e8ae79-8a03-4a53-9bf2-5716ea977116 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0930173
Jun 27 12:22:11.629755 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9255a30>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:55Z', 'revision_number': 4, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '4fc711ae-d847-4167-b810-f7c7b82af934', 'name': '', 'network_id': '20a69e47-7113-40e0-ac58-604248091896', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'mac_address': 'fa:16:3e:6e:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:54Z', 'updated_at': '2021-06-27T12:22:10Z', 'revision_number': 4, 'project_id': '81f8dc9070b04878a5632c7193527440', 'subnets': [{'id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:22:11.635336 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9f0b7f07-f853-47ca-8c9b-d93a0d36458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:11.638124 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc74cb9-4948-485e-8260-b4d784f586ac None None] The sync data for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi is: [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:21:55Z', 'revision_number': 4, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '4fc711ae-d847-4167-b810-f7c7b82af934', 'name': '', 'network_id': '20a69e47-7113-40e0-ac58-604248091896', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'mac_address': 'fa:16:3e:6e:69:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:54Z', 'updated_at': '2021-06-27T12:22:10Z', 'revision_number': 4, 'project_id': '81f8dc9070b04878a5632c7193527440', 'subnets': [{'id': '25d6c0a2-180c-45e0-a22e-f813a51c9eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:22:11.712977 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-12bc21ae-5b6c-4dcc-96fe-8066f87f782e req-2556fc93-e26e-4a93-be73-cd77f12a9047 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0846946
Jun 27 12:22:11.833839 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:12.153991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2810-5d06-49d4-9650-c92320d37f79 req-54d62871-3ae9-4cee-b734-90384852ec10 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:12.163313 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3de2810-5d06-49d4-9650-c92320d37f79 req-54d62871-3ae9-4cee-b734-90384852ec10 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1089003
Jun 27 12:22:12.227250 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3de2810-5d06-49d4-9650-c92320d37f79 req-e5f1d7da-44f4-4b8b-9726-c59cc60ba09f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625832
Jun 27 12:22:12.529944 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fa8334af-3dc3-4de1-85c9-7eb32a27c669 req-251842df-2130-40c2-bd95-c7936df85dc6 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0627217
Jun 27 12:22:12.532440 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559901b-ed21-432d-a936-acfb495dcdfc req-b4fa59f0-dbba-4100-b3c2-a5bee304d69a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:12.533922 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8559901b-ed21-432d-a936-acfb495dcdfc req-b4fa59f0-dbba-4100-b3c2-a5bee304d69a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1455288
Jun 27 12:22:12.599347 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8559901b-ed21-432d-a936-acfb495dcdfc req-a5ffa186-0512-43cd-99c6-980c61608856 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593455
Jun 27 12:22:12.937815 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65de72-347e-46ba-8849-f543ff08c106 req-606d8886-8cc9-4b9a-a0f0-ec37eb5c4a36 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:12.939327 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ee65de72-347e-46ba-8849-f543ff08c106 req-606d8886-8cc9-4b9a-a0f0-ec37eb5c4a36 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0790603
Jun 27 12:22:12.988269 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ee65de72-347e-46ba-8849-f543ff08c106 req-5821bcd4-6990-4d31-9364-1150b13c879c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433378
Jun 27 12:22:13.431964 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e70be-353d-4ebe-9b0e-12604cd6e859 req-09f0ef31-5925-41ad-8bbd-f5c5701d283b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:13.433332 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-672e70be-353d-4ebe-9b0e-12604cd6e859 req-09f0ef31-5925-41ad-8bbd-f5c5701d283b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0915840
Jun 27 12:22:13.479332 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-672e70be-353d-4ebe-9b0e-12604cd6e859 req-56e564c2-7acf-4325-93c0-e83c46fda267 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398376
Jun 27 12:22:13.626270 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d56ce5e1-4ad4-4b67-8e6e-51a0b24be859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:13.733209 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3d5a58b8-12c1-4bef-86a6-246db7f6146a req-45f25735-4975-4094-ade6-f35c82450ae0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0658898
Jun 27 12:22:13.802283 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4fc711ae-d847-4167-b810-f7c7b82af934 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:22:13.851660 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d1b9a-fed6-4928-835d-39e07d5d2c56 req-3b6c3953-5531-4760-8de6-2b0b8fed9032 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:13.853231 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-179d1b9a-fed6-4928-835d-39e07d5d2c56 req-3b6c3953-5531-4760-8de6-2b0b8fed9032 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1160214
Jun 27 12:22:13.914299 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-179d1b9a-fed6-4928-835d-39e07d5d2c56 req-510b963d-3f33-4582-bcd6-cd30408d5ac2 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532107
Jun 27 12:22:14.021528 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 4fc711ae-d847-4167-b810-f7c7b82af934 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:22:14.047316 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 4fc711ae-d847-4167-b810-f7c7b82af934 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:14.047712 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:14.224216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:14.262156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 4fc711ae-d847-4167-b810-f7c7b82af934, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4fc711ae-d847-4167-b810-f7c7b82af934,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:14.268371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab720d-ea8b-4d09-9615-b057916098d2 req-c45086f1-f0fd-4c33-bd7c-7b1b56f0ca2a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:14.269912 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-54ab720d-ea8b-4d09-9615-b057916098d2 req-c45086f1-f0fd-4c33-bd7c-7b1b56f0ca2a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1021960
Jun 27 12:22:14.336311 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-54ab720d-ea8b-4d09-9615-b057916098d2 req-38862ebd-4985-49e1-94da-302a790888c8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588465
Jun 27 12:22:14.375697 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:14.375697 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:14.452623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-44fed9b7-908b-4540-a14a-0623b3d691a9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:14.454412 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-44fed9b7-908b-4540-a14a-0623b3d691a9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "GET /v2.0/networks?id=72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 200  len: 808 time: 0.2245545
Jun 27 12:22:14.490131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Request body: {'port': {'device_id': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791', 'admin_state_up': True, 'tenant_id': '6049ee0dd6984915ab15117d424c57f5'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:14.512777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:14.516045 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:14.642948 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:14.647028 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Usage tracker for resource:port and tenant:6049ee0dd6984915ab15117d424c57f5 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:14.649865 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:14.656561 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:14.686127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:14.774397 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Made reservation on behalf of 6049ee0dd6984915ab15117d424c57f5 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:22:14.777655 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:14.938989 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8f38fd15-1df0-4d5e-9f97-5278a502bf71 req-54786042-621e-444d-aafb-126df0c39981 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0736105
Jun 27 12:22:14.962922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Allocated IP 172.20.0.2 (72105263-b1a2-45ab-a98b-b4ac74b0b791/2de2bce2-a1de-46b7-b87b-c736938a8f74/97ee8c49-4cea-46ae-9488-2a0220227388) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:22:15.132071 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11e83a-73b7-4ce9-822d-366194b76a69 req-74e39d6c-1aec-4cf3-af99-c4bf3790348d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:15.133089 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aa11e83a-73b7-4ce9-822d-366194b76a69 req-74e39d6c-1aec-4cf3-af99-c4bf3790348d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0814836
Jun 27 12:22:15.181391 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:15.185010 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aa11e83a-73b7-4ce9-822d-366194b76a69 req-75f220b7-27d3-45f2-ad90-34394afe3725 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440764
Jun 27 12:22:15.320731 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:15.327536 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:15.386992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:22:15.394778 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:22:15.399184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:22:15.441368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Pushing event updated for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:15.452752 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:15.468367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:15.468983 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:15.569556 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56407988-547b-4ff4-ae98-fe5cac6c4926 req-bc87843c-72a9-4b46-9f53-62cd07dea26b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:15.571283 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-56407988-547b-4ff4-ae98-fe5cac6c4926 req-bc87843c-72a9-4b46-9f53-62cd07dea26b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0900440
Jun 27 12:22:15.595550 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1093585
Jun 27 12:22:15.621146 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Request body: {'port': {'device_id': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:15.621534 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-56407988-547b-4ff4-ae98-fe5cac6c4926 req-55986fa5-fccd-45f6-9fde-1b904920b9e2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443993
Jun 27 12:22:15.726457 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4fc711ae-d847-4167-b810-f7c7b82af934 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:22:15.810065 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 4fc711ae-d847-4167-b810-f7c7b82af934 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:15.810449 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:15.822466 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:15.832016 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c393c9-561b-4573-b688-d86b99504812 req-0d472c78-7cdc-463a-be58-62bb3b805e7a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:15.834197 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c9c393c9-561b-4573-b688-d86b99504812 req-0d472c78-7cdc-463a-be58-62bb3b805e7a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1309791
Jun 27 12:22:16.006713 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c9c393c9-561b-4573-b688-d86b99504812 req-b840d813-9a69-45be-aa98-eac35ae9f7ef tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571295
Jun 27 12:22:16.192409 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a43ac-6afe-4f8c-b871-ad74e867d75a req-fba44c31-0468-4d40-9f2f-cb69064be603 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:16.193861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-090a43ac-6afe-4f8c-b871-ad74e867d75a req-fba44c31-0468-4d40-9f2f-cb69064be603 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 931 time: 0.1170347
Jun 27 12:22:16.237224 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:16.264848 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-090a43ac-6afe-4f8c-b871-ad74e867d75a req-5bd4f174-5d33-4115-9157-3666d2ecac83 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Synchronizing usage tracker for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:16.322714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ee8c49-4cea-46ae-9488-2a0220227388 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:22:16.330244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:16.348399 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Transition to ACTIVE for port object 97ee8c49-4cea-46ae-9488-2a0220227388 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:22:16.362924 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-090a43ac-6afe-4f8c-b871-ad74e867d75a req-5bd4f174-5d33-4115-9157-3666d2ecac83 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Unset dirty status for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:16.364100 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-090a43ac-6afe-4f8c-b871-ad74e867d75a req-5bd4f174-5d33-4115-9157-3666d2ecac83 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1631560
Jun 27 12:22:16.428829 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:16.433333 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:16.584229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:16.634912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:16.638903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a8dc0-ffd7-4fbf-afb4-b370a9dd99ac req-79a9af9a-ff80-4d77-8482-27bf0aa9018d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:16.646216 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ef3a8dc0-ffd7-4fbf-afb4-b370a9dd99ac req-79a9af9a-ff80-4d77-8482-27bf0aa9018d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1557870
Jun 27 12:22:16.710044 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ef3a8dc0-ffd7-4fbf-afb4-b370a9dd99ac req-5ead3563-accf-457d-83ad-077623e2e424 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626981
Jun 27 12:22:16.720019 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Attempting to bind port 97ee8c49-4cea-46ae-9488-2a0220227388 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:22:16.720482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Attempting to bind port 97ee8c49-4cea-46ae-9488-2a0220227388 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:22:16.720906 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Attempting to bind port 97ee8c49-4cea-46ae-9488-2a0220227388 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:16.726789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Port 97ee8c49-4cea-46ae-9488-2a0220227388 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:22:16.727232 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Attempting to bind port 97ee8c49-4cea-46ae-9488-2a0220227388 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:16.736792 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:22:16.737210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Checking segment: {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:22:16.737600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Bound using segment: {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:22:16.738033 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Bound port: 97ee8c49-4cea-46ae-9488-2a0220227388, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:22:16.738374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:16.843324 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:22:16.846467 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=97ee8c49-4cea-46ae-9488-2a0220227388,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:22:16.907643 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553fdb-eddb-4d45-b638-3d6957f41720 req-759f17f8-32d8-4419-95e7-1cd02e04a6cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:16.909146 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7b553fdb-eddb-4d45-b638-3d6957f41720 req-759f17f8-32d8-4419-95e7-1cd02e04a6cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0798695
Jun 27 12:22:16.912858 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:16.923661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4b83d7ee-61e7-416b-8931-3a280d7b82d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:16.969052 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7b553fdb-eddb-4d45-b638-3d6957f41720 req-87d33ab9-7c63-4d4c-a0ef-ed5565a41bca tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530450
Jun 27 12:22:17.048036 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:17.049412 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] 10.222.0.47 "PUT /v2.0/ports/97ee8c49-4cea-46ae-9488-2a0220227388 HTTP/1.1" status: 200  len: 1093 time: 1.4386868
Jun 27 12:22:17.049889 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:17.085165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Pushing event updated for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:17.090838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:17.108766 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388', 'status': 'completed', 'code': 200}
Jun 27 12:22:17.231599 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e6422af8-e91f-4b2f-a8f8-554fbc0f5c0a req-071ab6a0-a95e-4f0c-bb97-05e2939a1236 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 1096 time: 0.0696497
Jun 27 12:22:17.390419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6422af8-e91f-4b2f-a8f8-554fbc0f5c0a req-1476dfd2-9975-41f2-a765-460b0b71a289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:17.391896 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e6422af8-e91f-4b2f-a8f8-554fbc0f5c0a req-1476dfd2-9975-41f2-a765-460b0b71a289 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6049ee0dd6984915ab15117d424c57f5&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1440003
Jun 27 12:22:17.558524 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6422af8-e91f-4b2f-a8f8-554fbc0f5c0a req-a45210e0-7ac4-4015-9c31-73898dff9078 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:17.560649 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e6422af8-e91f-4b2f-a8f8-554fbc0f5c0a req-a45210e0-7ac4-4015-9c31-73898dff9078 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1600277
Jun 27 12:22:17.587355 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052fcf44-e0bd-43e6-b895-cc6adcdc6838 req-57e3a720-f271-4364-ba86-01d1be5307d1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:17.592886 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-052fcf44-e0bd-43e6-b895-cc6adcdc6838 req-57e3a720-f271-4364-ba86-01d1be5307d1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 943 time: 0.0918298
Jun 27 12:22:17.636386 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-052fcf44-e0bd-43e6-b895-cc6adcdc6838 req-7c860d2e-0aba-4030-bc59-32f828760d1e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402644
Jun 27 12:22:17.701944 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-f57e71ed-1cec-4a42-aa76-eec1416fc98d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 1096 time: 0.0785160
Jun 27 12:22:17.780874 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-41753ac5-9503-4d67-936e-8943672ce99c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97ee8c49-4cea-46ae-9488-2a0220227388 HTTP/1.1" status: 200  len: 217 time: 0.0641830
Jun 27 12:22:17.851108 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-8f011cc4-3448-406f-9d81-5ad9d78735d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:17.852571 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-8f011cc4-3448-406f-9d81-5ad9d78735d6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2de2bce2-a1de-46b7-b87b-c736938a8f74 HTTP/1.1" status: 200  len: 848 time: 0.0647123
Jun 27 12:22:17.899686 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-a6564ecb-f36b-4af3-a270-6f4082505977 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72105263-b1a2-45ab-a98b-b4ac74b0b791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396652
Jun 27 12:22:17.931273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072381c-29cc-45b3-8c15-bb2287b68d96 req-32a42273-d988-45ec-8b43-4c805b5b731d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:17.933028 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4072381c-29cc-45b3-8c15-bb2287b68d96 req-32a42273-d988-45ec-8b43-4c805b5b731d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0762796
Jun 27 12:22:17.989218 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4072381c-29cc-45b3-8c15-bb2287b68d96 req-4be3141d-6af9-4317-8880-30e3840453c4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504894
Jun 27 12:22:18.041588 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-79f9ffc4-3433-48c5-8815-be0b83883898 service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344404
Jun 27 12:22:18.193163 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-33ecff78-aad2-4fd6-acd7-adbe693b298c req-7f706489-44ae-4500-8761-5284a11104d7 service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441782
Jun 27 12:22:18.213443 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e4b8f-0452-41ca-9411-71ab446048d5 req-a274ccd9-4118-4990-a547-740a9c00d768 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:18.215043 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-125e4b8f-0452-41ca-9411-71ab446048d5 req-a274ccd9-4118-4990-a547-740a9c00d768 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0970552
Jun 27 12:22:18.263808 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-125e4b8f-0452-41ca-9411-71ab446048d5 req-a0e72cdd-0367-4062-8825-79c1f5455a65 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415387
Jun 27 12:22:18.844550 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45a605-b2bf-45ad-8405-51085645f89d req-eee57d89-df05-4f13-a9ad-ec2ad25b7901 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:18.846826 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0e45a605-b2bf-45ad-8405-51085645f89d req-eee57d89-df05-4f13-a9ad-ec2ad25b7901 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 943 time: 0.0816088
Jun 27 12:22:18.895198 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0e45a605-b2bf-45ad-8405-51085645f89d req-9f342ade-8777-4f00-973a-88a6122cc19a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417833
Jun 27 12:22:19.190804 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a4f9f-f1cb-4266-a888-cc4f89681557 req-1c6ea488-3cfc-41fa-9e44-5633e0bafdd7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:19.192254 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e36a4f9f-f1cb-4266-a888-cc4f89681557 req-1c6ea488-3cfc-41fa-9e44-5633e0bafdd7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0754092
Jun 27 12:22:19.237838 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e36a4f9f-f1cb-4266-a888-cc4f89681557 req-229c30a9-8b26-4700-b7b7-9df9338b6936 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396233
Jun 27 12:22:19.317325 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:22:19.452597 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:19.466525 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:22:19.486006 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d556f-3ac4-471c-a3d3-d43888b3bed4 req-1fbb0143-b2ea-4aa2-9c97-e45c8e15611e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:19.487475 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-591d556f-3ac4-471c-a3d3-d43888b3bed4 req-1fbb0143-b2ea-4aa2-9c97-e45c8e15611e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.0795610
Jun 27 12:22:19.523578 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:19.534815 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-591d556f-3ac4-471c-a3d3-d43888b3bed4 req-89a76e69-eac4-4f92-aa27-1a886c7e3e73 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416565
Jun 27 12:22:19.542337 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:22:19.558797 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:19.620392 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:19.622967 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:19.693189 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=6']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:19.699942 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:19.877901 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['193b23be-a61a-4af2-9ca2-eb8ca116d0f2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:22:20.108212 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c0fbf-9f02-40e7-90dd-d20a463cf073 req-9aec8f8c-8b3d-47da-b9e0-1075fa7a558e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:20.109762 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8e4c0fbf-9f02-40e7-90dd-d20a463cf073 req-9aec8f8c-8b3d-47da-b9e0-1075fa7a558e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 943 time: 0.0869560
Jun 27 12:22:20.166576 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8e4c0fbf-9f02-40e7-90dd-d20a463cf073 req-06cf76b0-cc7e-4215-ad7c-f3f15cc29ffa tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492353
Jun 27 12:22:20.476268 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f05a8d-1948-4f34-9321-eeeaf7aa24ab req-6b6c2898-696a-48c2-8d28-e32ed2dd4ea8 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:20.477749 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-00f05a8d-1948-4f34-9321-eeeaf7aa24ab req-6b6c2898-696a-48c2-8d28-e32ed2dd4ea8 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0932546
Jun 27 12:22:20.522716 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-00f05a8d-1948-4f34-9321-eeeaf7aa24ab req-6d6ea068-ab3d-414a-a208-ec8a59c8525a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388834
Jun 27 12:22:20.799315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6749e3-4f7a-422a-9138-026f96376a7f req-a1d2206f-8612-40a9-8983-9acb148b0228 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:20.806162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d6749e3-4f7a-422a-9138-026f96376a7f req-a1d2206f-8612-40a9-8983-9acb148b0228 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1172147
Jun 27 12:22:20.907889 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d6749e3-4f7a-422a-9138-026f96376a7f req-b785f1ad-0e37-4975-8d9f-377636b4be3f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1006296
Jun 27 12:22:20.986113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42560) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:21.162909 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.194627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:21.198792 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Usage tracker for resource:security_group_rule and tenant:069afad3d3cb43fe98a098152db9d1c5 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:21.210504 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:21.211788 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:21.354085 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.359668 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 97ee8c49-4cea-46ae-9488-2a0220227388 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:22:21.378312 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:22:21.406036 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa418d-9119-4080-8f8e-88f6044ca20d req-b33e0713-e19e-47e8-90e0-256b22fe2e97 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:21.407589 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-16fa418d-9119-4080-8f8e-88f6044ca20d req-b33e0713-e19e-47e8-90e0-256b22fe2e97 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 943 time: 0.0996718
Jun 27 12:22:21.489288 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-16fa418d-9119-4080-8f8e-88f6044ca20d req-3091b823-d7e0-4292-849b-9b6aaffaf44b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730021
Jun 27 12:22:21.490063 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.500855 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1f777701-28ec-4c2b-a8a9-e88d8ba9e3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:21.553591 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f20ea9a-79fd-4661-ab72-110e1fc27a5e,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:21.557009 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:21.561370 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=069afad3d3cb43fe98a098152db9d1c5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5742235
Jun 27 12:22:21.563946 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42576) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:21.615509 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=97ee8c49-4cea-46ae-9488-2a0220227388,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:21.630601 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:21.631020 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.641763 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.692598 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.695419 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '97ee8c49-4cea-46ae-9488-2a0220227388', 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791', 'port_id': '97ee8c49-4cea-46ae-9488-2a0220227388', 'mac_address': 'fa:16:3e:9b:7c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de2bce2-a1de-46b7-b87b-c736938a8f74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:22:21.839202 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ce61-f000-4a5b-898b-341216553860 req-3a9c768a-d013-4871-9970-3bdf85a5d8fa tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:21.845092 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b4d4ce61-f000-4a5b-898b-341216553860 req-3a9c768a-d013-4871-9970-3bdf85a5d8fa tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1433105
Jun 27 12:22:21.848256 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.895466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.899703 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-56acd791-12f2-4cc1-8ea7-2aaf8b8af978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:21.914480 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f20ea9a-79fd-4661-ab72-110e1fc27a5e,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:21.929511 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b4d4ce61-f000-4a5b-898b-341216553860 req-d0c56f7e-224d-4fb8-aa26-818491c54e6d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833130
Jun 27 12:22:21.934050 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:21.969239 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:21.978793 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f20ea9a-79fd-4661-ab72-110e1fc27a5e HTTP/1.1" status: 204  len: 168 time: 0.4130678
Jun 27 12:22:22.027294 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ee8c49-4cea-46ae-9488-2a0220227388 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:22:22.079828 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=97ee8c49-4cea-46ae-9488-2a0220227388,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:22.112218 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:22.156010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:22.162267 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:22.166225 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:22.167278 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:22.220749 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac5792-833f-4482-909d-715ef25da21b req-66e2a541-65a2-4bd8-bf1a-226aaf2f0e68 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:22.222441 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2aac5792-833f-4482-909d-715ef25da21b req-66e2a541-65a2-4bd8-bf1a-226aaf2f0e68 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1264293
Jun 27 12:22:22.244669 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'code': 200}
Jun 27 12:22:22.245213 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:22.255526 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:22.256452 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:22.258899 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:22.314045 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2aac5792-833f-4482-909d-715ef25da21b req-aef5c0e0-c6b7-475c-a7cf-d07704438114 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848370
Jun 27 12:22:22.365367 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=7']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:22.373509 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:22.740293 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['97ee8c49-4cea-46ae-9488-2a0220227388'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:22:22.877958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78044c2-bff0-4206-88e2-fa7718f11197 req-008d1bfc-1321-4173-bfba-92682e2acf72 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:22.879714 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a78044c2-bff0-4206-88e2-fa7718f11197 req-008d1bfc-1321-4173-bfba-92682e2acf72 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 944 time: 0.1496789
Jun 27 12:22:22.978860 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a78044c2-bff0-4206-88e2-fa7718f11197 req-55fffd7d-3285-452b-a3d2-4c98bb893f5d tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908804
Jun 27 12:22:23.215470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42606) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:23.257185 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.340022 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:23.349374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Usage tracker for resource:security_group_rule and tenant:690f0e88b97e4299a0ddc2a42470d508 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:23.358347 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:23.365855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:23.436282 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81148a10-81e2-4659-a03a-4a8d8073db61 req-7f73fda0-072e-4a9f-b15d-22830e5923ff tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:23.443393 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81148a10-81e2-4659-a03a-4a8d8073db61 req-7f73fda0-072e-4a9f-b15d-22830e5923ff tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2934473
Jun 27 12:22:23.456826 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.546646 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.559154 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81148a10-81e2-4659-a03a-4a8d8073db61 req-fb00b13c-ff6a-41fd-8084-d3a86b972351 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126263
Jun 27 12:22:23.587803 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8ed7-0d38-4d19-8a21-27368ce37366 req-43302a00-96ed-4c1a-b091-53314721dd36 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:23.589359 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4dac8ed7-0d38-4d19-8a21-27368ce37366 req-43302a00-96ed-4c1a-b091-53314721dd36 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1154578
Jun 27 12:22:23.592132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5acf869b-3f6e-4de5-bd6d-1832338be96a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:23.632158 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2dd7d43-6124-46aa-af05-246b7be6f67b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:23.638322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:23.643827 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4dac8ed7-0d38-4d19-8a21-27368ce37366 req-47bd6817-dfc1-4e37-87bf-7d482876f187 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479360
Jun 27 12:22:23.644667 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 42612) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:23.644787 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=690f0e88b97e4299a0ddc2a42470d508&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4275672
Jun 27 12:22:23.729664 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.763178 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.916888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.921384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6ccafe76-aa62-440f-8838-ab457224e546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:23.932754 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2dd7d43-6124-46aa-af05-246b7be6f67b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:23.936351 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:23.954294 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:23.958050 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2dd7d43-6124-46aa-af05-246b7be6f67b HTTP/1.1" status: 204  len: 168 time: 0.3123286
Jun 27 12:22:24.221290 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455b259-462c-4749-a47b-bbc2c6b1d925 req-00bcca75-cb01-4fdd-90e9-191405e14296 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:24.222798 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4455b259-462c-4749-a47b-bbc2c6b1d925 req-00bcca75-cb01-4fdd-90e9-191405e14296 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 944 time: 0.0983484
Jun 27 12:22:24.288945 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4455b259-462c-4749-a47b-bbc2c6b1d925 req-aa077a4c-9dd8-4477-a589-e64e384ff620 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600057
Jun 27 12:22:24.820672 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70786bb-e53e-4da2-b12c-ba65cdb5a94c req-bda2dd31-3d68-4e00-a92f-ac4ea9d84c64 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:24.827750 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e70786bb-e53e-4da2-b12c-ba65cdb5a94c req-bda2dd31-3d68-4e00-a92f-ac4ea9d84c64 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1142592
Jun 27 12:22:25.001651 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e70786bb-e53e-4da2-b12c-ba65cdb5a94c req-1c434046-fbf7-4c75-827b-a833edc97357 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865357
Jun 27 12:22:25.024047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42636) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:25.034817 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6feea6-85ad-4a60-9177-4f3ff5234c9b req-faa3d1dd-9596-4a2e-8bf5-602310cd6fa2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:25.036679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea6feea6-85ad-4a60-9177-4f3ff5234c9b req-faa3d1dd-9596-4a2e-8bf5-602310cd6fa2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.2080190
Jun 27 12:22:25.045322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.097767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:25.102826 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea6feea6-85ad-4a60-9177-4f3ff5234c9b req-e1651599-bb06-489f-b942-ec726df3f926 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601940
Jun 27 12:22:25.104785 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Usage tracker for resource:security_group_rule and tenant:232808e57adc4b26aa52719a3809fc13 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:25.109229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:25.115847 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:25.200623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.361927 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 97ee8c49-4cea-46ae-9488-2a0220227388 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:22:25.517205 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.525327 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c883435-10e5-40a5-8b97-e5de66f4f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:25.566564 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd6138-fbd8-4e50-a0fd-5ee5cb630907 req-07436515-f60a-4413-a55a-544124f866d4 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:25.568306 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7cfd6138-fbd8-4e50-a0fd-5ee5cb630907 req-07436515-f60a-4413-a55a-544124f866d4 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 944 time: 0.0997579
Jun 27 12:22:25.577934 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 97ee8c49-4cea-46ae-9488-2a0220227388 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:22:25.584470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432abf3f-caab-49cd-a79e-61c0014956d8,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:25.591571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:25.594452 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=232808e57adc4b26aa52719a3809fc13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5693409
Jun 27 12:22:25.595085 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 42648) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:25.595842 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 97ee8c49-4cea-46ae-9488-2a0220227388 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:25.598174 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.641301 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7cfd6138-fbd8-4e50-a0fd-5ee5cb630907 req-729cfa3a-1c80-4ecd-8fae-4420cbeb63db tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658553
Jun 27 12:22:25.677339 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.713303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.792087 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.820868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:25.835332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=97ee8c49-4cea-46ae-9488-2a0220227388,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:25.859992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.872303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:25.908160 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432abf3f-caab-49cd-a79e-61c0014956d8,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:25.910705 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:25.929092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.933351 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/432abf3f-caab-49cd-a79e-61c0014956d8 HTTP/1.1" status: 204  len: 168 time: 0.3342278
Jun 27 12:22:25.937932 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:25.943530 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0a019e3d-f171-4c4b-8b56-ef96cd835619 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:25.992574 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388', 'code': 200}
Jun 27 12:22:26.058893 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:26.087325 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:26.320445 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9fa1f-c21e-4e8d-9486-571d316e1358 req-99dc6847-3f55-447f-b072-2bf933bd0f25 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:26.322114 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1fe9fa1f-c21e-4e8d-9486-571d316e1358 req-99dc6847-3f55-447f-b072-2bf933bd0f25 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1685708
Jun 27 12:22:26.529464 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1fe9fa1f-c21e-4e8d-9486-571d316e1358 req-da712b60-d8c1-4697-ba28-34ebff45644b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994958
Jun 27 12:22:26.572435 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86adafec-0daf-4c01-b802-fb60c046b929 req-dbc81d53-1683-47ef-9520-ff11cb04c18d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 1098 time: 0.1700668
Jun 27 12:22:26.581108 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db64f4-11ec-4a55-be28-2bd83e109cad req-3bc1124e-cc47-4274-95b4-39f975bf75e6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:26.582597 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4db64f4-11ec-4a55-be28-2bd83e109cad req-3bc1124e-cc47-4274-95b4-39f975bf75e6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.2305484
Jun 27 12:22:26.667388 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86adafec-0daf-4c01-b802-fb60c046b929 req-34bbade0-7c09-493d-a068-2d1dea893704 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864561
Jun 27 12:22:26.687658 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4db64f4-11ec-4a55-be28-2bd83e109cad req-fe66b920-c3c9-4748-9927-ee49bb3304f8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985100
Jun 27 12:22:26.773169 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:22:27.050486 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb9d80-1aee-4405-ae42-b72f3dd2bb64 req-74ffb140-3649-42ed-9ff8-5b36e07dc78f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:27.057755 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-89fb9d80-1aee-4405-ae42-b72f3dd2bb64 req-74ffb140-3649-42ed-9ff8-5b36e07dc78f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.0858183
Jun 27 12:22:27.122249 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-89fb9d80-1aee-4405-ae42-b72f3dd2bb64 req-e41d158e-f3c7-4c31-b914-68e68f5375bb tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627892
Jun 27 12:22:27.563211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab525f71-7453-4444-bfa1-7a71dd426e98 req-bbae35c8-2259-4ecf-b5a6-08efeccb8290 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:27.564961 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab525f71-7453-4444-bfa1-7a71dd426e98 req-bbae35c8-2259-4ecf-b5a6-08efeccb8290 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1215613
Jun 27 12:22:27.620719 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-d556f083-8920-4f40-bbb8-39d5ea81909a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.1268704
Jun 27 12:22:27.640992 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab525f71-7453-4444-bfa1-7a71dd426e98 req-05ecbc7c-ab15-4e6a-b360-15eaa3a43009 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626676
Jun 27 12:22:27.849825 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-331bf400-46a4-45ba-b014-fc7f48e601da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:27.851369 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-331bf400-46a4-45ba-b014-fc7f48e601da service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.2224443
Jun 27 12:22:27.860124 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3a6a7-6454-467f-b174-6c8c013fae43 req-7ca51c54-9d7e-489c-8511-92926182f859 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:27.862263 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6bf3a6a7-6454-467f-b174-6c8c013fae43 req-7ca51c54-9d7e-489c-8511-92926182f859 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1446209
Jun 27 12:22:27.967761 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6bf3a6a7-6454-467f-b174-6c8c013fae43 req-ca0bc1fa-2d6e-49eb-9b72-944139a7c916 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0990264
Jun 27 12:22:27.980110 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-2babdde2-94c8-473c-9d17-21922c1e5921 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.1185553
Jun 27 12:22:28.156777 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032f156-2f91-4fec-9796-c909519d49f7 req-07c6b35a-b155-48c1-8f2d-46e82ad82e90 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:28.163846 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c032f156-2f91-4fec-9796-c909519d49f7 req-07c6b35a-b155-48c1-8f2d-46e82ad82e90 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1226461
Jun 27 12:22:28.240310 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c032f156-2f91-4fec-9796-c909519d49f7 req-889d914d-405f-4891-9ded-27bda9b9aba1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754731
Jun 27 12:22:28.284234 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-f0f2a5f1-13c2-404c-98ac-f5dbc772792a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:28.285708 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-f0f2a5f1-13c2-404c-98ac-f5dbc772792a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.2603507
Jun 27 12:22:28.401580 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-c29cdd9a-bee3-4d3b-a284-66a4baad117d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1065235
Jun 27 12:22:28.562452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f411932-106f-4784-9a12-662145ba531b req-11bef613-15dc-4761-8e23-148f3a81b04c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:28.564054 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1f411932-106f-4784-9a12-662145ba531b req-11bef613-15dc-4761-8e23-148f3a81b04c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.1369829
Jun 27 12:22:28.594096 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-fc184eb1-9b4c-4f26-8cb2-2012b68f02db service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808484
Jun 27 12:22:28.636920 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1f411932-106f-4784-9a12-662145ba531b req-100a1a79-7037-4240-a9c6-066b97aa0074 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601027
Jun 27 12:22:28.781926 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f5bde752-a787-4a2e-9e7e-181205ce6e3b req-798868aa-9408-4484-88b2-4cb1e6b7fbee service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1644936
Jun 27 12:22:28.897356 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2c459-fc4a-4358-aa30-282d374f5cf8 req-acb8ea75-b0c7-4d31-bcc9-98f344e24b73 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:28.905598 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bcf2c459-fc4a-4358-aa30-282d374f5cf8 req-acb8ea75-b0c7-4d31-bcc9-98f344e24b73 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0987244
Jun 27 12:22:28.955322 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bcf2c459-fc4a-4358-aa30-282d374f5cf8 req-7d6d1a0b-4e11-4ea1-a6f5-daaf06796da5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486453
Jun 27 12:22:29.276716 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d509af0-1ab3-41e6-9d1b-ec9641bf6e05 req-f5462d24-0cc0-438c-acad-0cfcc2b612cf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:29.278854 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6d509af0-1ab3-41e6-9d1b-ec9641bf6e05 req-f5462d24-0cc0-438c-acad-0cfcc2b612cf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1604371
Jun 27 12:22:29.392947 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6d509af0-1ab3-41e6-9d1b-ec9641bf6e05 req-591001e0-91eb-4aad-a792-6a08c60efb05 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030951
Jun 27 12:22:29.555055 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b190d-7270-47de-972d-91d5f2d42f80 req-74859801-42ec-4651-8478-23131972ee06 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:29.556824 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2b7b190d-7270-47de-972d-91d5f2d42f80 req-74859801-42ec-4651-8478-23131972ee06 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1084621
Jun 27 12:22:29.615741 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2b7b190d-7270-47de-972d-91d5f2d42f80 req-0f76a91c-747d-4fc4-90c2-5700397b3380 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518372
Jun 27 12:22:29.850620 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8ad20-c6b3-4577-ac19-731ec1b99392 req-94c41c40-2e11-42ab-b3bb-eacc3f9fd18a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:29.852211 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-67d8ad20-c6b3-4577-ac19-731ec1b99392 req-94c41c40-2e11-42ab-b3bb-eacc3f9fd18a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.0937657
Jun 27 12:22:29.916885 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-67d8ad20-c6b3-4577-ac19-731ec1b99392 req-2d17caed-61e2-42a2-85e3-5066af6f155f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582802
Jun 27 12:22:30.192076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ec0732-9f3a-4ed7-a0d9-53b6e955fe81 req-5f0b5af2-895f-4b87-8a96-a7081302bc1b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:30.195944 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5ec0732-9f3a-4ed7-a0d9-53b6e955fe81 req-5f0b5af2-895f-4b87-8a96-a7081302bc1b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0931044
Jun 27 12:22:30.262764 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5ec0732-9f3a-4ed7-a0d9-53b6e955fe81 req-3c2d3fc2-5084-40ca-839b-c6ca3e511b19 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598238
Jun 27 12:22:30.939985 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627397e-09f4-4b29-920e-6ee14ca20adc req-2dacea49-3026-4baf-a1ff-8df6bb220c18 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:30.941446 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5627397e-09f4-4b29-920e-6ee14ca20adc req-2dacea49-3026-4baf-a1ff-8df6bb220c18 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2223818
Jun 27 12:22:30.947565 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a653b-49f8-4783-95c7-45131370bb83 req-a1481c6c-5c8a-453d-8cc1-2a3ea11d43a4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:30.948946 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-593a653b-49f8-4783-95c7-45131370bb83 req-a1481c6c-5c8a-453d-8cc1-2a3ea11d43a4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1186926
Jun 27 12:22:31.030113 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5627397e-09f4-4b29-920e-6ee14ca20adc req-49207be7-1852-41b9-ac50-4d4ad5155b12 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746269
Jun 27 12:22:31.034744 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-593a653b-49f8-4783-95c7-45131370bb83 req-680b4220-f494-4422-9049-91c233da42f6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665174
Jun 27 12:22:31.546549 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377712-6631-411e-ab99-dadc7320930a req-9a408c88-24f0-4960-b6eb-95d6d616f31c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:31.548330 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3377712-6631-411e-ab99-dadc7320930a req-9a408c88-24f0-4960-b6eb-95d6d616f31c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1358724
Jun 27 12:22:31.623272 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3377712-6631-411e-ab99-dadc7320930a req-974f1d1f-bde6-45da-9fc2-e5a802bdf543 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668182
Jun 27 12:22:32.347487 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076414ae-a622-4a06-a202-7e9388a0ea7b req-5a84125c-38ef-4ad9-b99f-c8a7e99d34c5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:32.349080 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-076414ae-a622-4a06-a202-7e9388a0ea7b req-5a84125c-38ef-4ad9-b99f-c8a7e99d34c5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1104376
Jun 27 12:22:32.360228 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118759c8-aa66-4219-8468-b3d27f321ab0 req-521250fa-f14b-4ec2-a7c5-2c9746a9a3c9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:32.361701 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-118759c8-aa66-4219-8468-b3d27f321ab0 req-521250fa-f14b-4ec2-a7c5-2c9746a9a3c9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1607120
Jun 27 12:22:32.435653 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-076414ae-a622-4a06-a202-7e9388a0ea7b req-e4a60604-9e90-40d4-b656-0ddf328a0e09 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729759
Jun 27 12:22:32.441576 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-118759c8-aa66-4219-8468-b3d27f321ab0 req-b27a5729-6ca5-4376-b1bf-25280bdbc794 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637493
Jun 27 12:22:32.864273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79b34-8465-4cd9-b052-7cac31bd1346 req-38d0eae0-4921-4f2c-888c-b1d481e80014 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:32.866116 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-36d79b34-8465-4cd9-b052-7cac31bd1346 req-38d0eae0-4921-4f2c-888c-b1d481e80014 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1001141
Jun 27 12:22:32.921219 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-36d79b34-8465-4cd9-b052-7cac31bd1346 req-3aa3f19c-45b9-4687-bc47-5e063afdc988 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496745
Jun 27 12:22:33.735204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de93a32-a84d-442f-8468-f5e407858b7c req-c6c16141-76c1-42a4-8575-3048caf386e4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:33.739569 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4de93a32-a84d-442f-8468-f5e407858b7c req-c6c16141-76c1-42a4-8575-3048caf386e4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1209636
Jun 27 12:22:33.784185 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b51361-4ae0-4e70-85d6-0a0450fee243 req-83433a60-c25a-4c80-9d32-b622125dd649 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:33.785705 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-67b51361-4ae0-4e70-85d6-0a0450fee243 req-83433a60-c25a-4c80-9d32-b622125dd649 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2011356
Jun 27 12:22:33.846190 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4de93a32-a84d-442f-8468-f5e407858b7c req-4102b774-af4b-419f-980f-1a93097bcd5c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1021757
Jun 27 12:22:33.882748 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-67b51361-4ae0-4e70-85d6-0a0450fee243 req-8290cc3f-863f-4922-a14d-5f2e95bc9c00 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872228
Jun 27 12:22:34.137069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d31ca-1b8f-49c8-95ca-536069e53156 req-0b061cbb-7433-4490-8c47-a5aba160ab82 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:34.138707 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e50d31ca-1b8f-49c8-95ca-536069e53156 req-0b061cbb-7433-4490-8c47-a5aba160ab82 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0856540
Jun 27 12:22:34.194558 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e50d31ca-1b8f-49c8-95ca-536069e53156 req-34bd61c5-9da5-4728-8b13-f84d4f165b3d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492945
Jun 27 12:22:35.131333 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149a529-ac6d-4955-a04e-9fa79541e984 req-ee312af9-85a1-4673-b105-a4e5b68f8863 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:35.132795 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e149a529-ac6d-4955-a04e-9fa79541e984 req-ee312af9-85a1-4673-b105-a4e5b68f8863 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1362305
Jun 27 12:22:35.143235 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6fd2-c79d-470a-9353-cbc5917b5fca req-ed7e142a-80be-4241-8c5a-5036ad159d66 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:35.143235 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-372b6fd2-c79d-470a-9353-cbc5917b5fca req-ed7e142a-80be-4241-8c5a-5036ad159d66 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1430082
Jun 27 12:22:35.240952 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e149a529-ac6d-4955-a04e-9fa79541e984 req-1d01dc37-ea16-47e8-a7b2-abbec8e7231b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977192
Jun 27 12:22:35.248685 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-372b6fd2-c79d-470a-9353-cbc5917b5fca req-99cbffa5-5356-4410-a80e-14c4bb3cbad9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888677
Jun 27 12:22:35.461343 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ff862-91ac-4177-b45c-e3064bfb33e9 req-e6e82fe6-44ec-44e9-9e61-a019e8971d1a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:35.464272 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-889ff862-91ac-4177-b45c-e3064bfb33e9 req-e6e82fe6-44ec-44e9-9e61-a019e8971d1a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0900133
Jun 27 12:22:35.522284 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-889ff862-91ac-4177-b45c-e3064bfb33e9 req-30394eef-de2b-400e-8d83-da5922eee4d6 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528951
Jun 27 12:22:36.035120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ca40-3aa9-4d91-a295-78560c64c2a9 req-e3c39dfe-70eb-433e-911b-cc78b124b5e7 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:36.036701 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb02ca40-3aa9-4d91-a295-78560c64c2a9 req-e3c39dfe-70eb-433e-911b-cc78b124b5e7 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.1241407
Jun 27 12:22:36.084287 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb02ca40-3aa9-4d91-a295-78560c64c2a9 req-4773a8fb-134a-45e0-ba96-9feca7055a70 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413601
Jun 27 12:22:36.262778 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:36.543436 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c6d8e-f0eb-4fa5-a890-48b711946853 req-8bd5cd05-2501-4907-8510-ae2aa7e80005 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:36.544939 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bd6c6d8e-f0eb-4fa5-a890-48b711946853 req-8bd5cd05-2501-4907-8510-ae2aa7e80005 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1544378
Jun 27 12:22:36.551054 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33a864-b7a4-4b7d-82ab-6baf3e6fb45c req-c64bc079-e82c-427e-bf5b-c6440e31c44d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:36.552453 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af33a864-b7a4-4b7d-82ab-6baf3e6fb45c req-c64bc079-e82c-427e-bf5b-c6440e31c44d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1599233
Jun 27 12:22:36.635576 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bd6c6d8e-f0eb-4fa5-a890-48b711946853 req-1b44f4dd-352a-41aa-b85a-bb1882408048 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767057
Jun 27 12:22:36.640679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af33a864-b7a4-4b7d-82ab-6baf3e6fb45c req-89b7c5bc-c88d-4900-b17f-2634681273a6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721304
Jun 27 12:22:36.837464 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fa77d-0f22-4ba7-aa91-f244217aec53 req-729814c5-ff93-4e32-8f07-c40332767efb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:36.838868 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-934fa77d-0f22-4ba7-aa91-f244217aec53 req-729814c5-ff93-4e32-8f07-c40332767efb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0808361
Jun 27 12:22:36.885045 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-934fa77d-0f22-4ba7-aa91-f244217aec53 req-5fdbc412-79b7-4cad-919e-e6573eaa20d1 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406315
Jun 27 12:22:37.288990 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c94d1c-87e5-40b3-b1f2-c03286150b71 req-aa2a08a6-a3ff-45ec-868f-7aa59391437c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:37.290459 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64c94d1c-87e5-40b3-b1f2-c03286150b71 req-aa2a08a6-a3ff-45ec-868f-7aa59391437c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.0783491
Jun 27 12:22:37.344042 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64c94d1c-87e5-40b3-b1f2-c03286150b71 req-d0130dc6-4723-4ba0-9d77-86ab1bbca68b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467818
Jun 27 12:22:37.968775 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b2921-7a5d-4a11-83d5-7aefaa2fbc58 req-ccce22dd-3da5-4cf4-90f5-a0cc09ecaee3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:37.970233 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-567b2921-7a5d-4a11-83d5-7aefaa2fbc58 req-ccce22dd-3da5-4cf4-90f5-a0cc09ecaee3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2011001
Jun 27 12:22:37.976361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf094141-e7f4-4ce9-b719-8f0c856a5978 req-80ed82df-4e6a-4936-a726-afd53c78d80e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:37.977696 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf094141-e7f4-4ce9-b719-8f0c856a5978 req-80ed82df-4e6a-4936-a726-afd53c78d80e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1130795
Jun 27 12:22:38.057252 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-567b2921-7a5d-4a11-83d5-7aefaa2fbc58 req-6db48828-96d0-4c19-a9c1-c01edb5a8ff4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786140
Jun 27 12:22:38.063888 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf094141-e7f4-4ce9-b719-8f0c856a5978 req-99607078-b50c-425d-aedb-a452b0027f4e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0709419
Jun 27 12:22:38.242066 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15639dfa-63ea-45b0-ae89-982c7d6b24a5 req-7dd873f9-de2b-4945-bcce-36b20f7d5da8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:38.244387 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-15639dfa-63ea-45b0-ae89-982c7d6b24a5 req-7dd873f9-de2b-4945-bcce-36b20f7d5da8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0767815
Jun 27 12:22:38.293454 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-15639dfa-63ea-45b0-ae89-982c7d6b24a5 req-b7eb66c7-f1e9-412d-8050-4e6279069bcb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430872
Jun 27 12:22:38.539643 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da52bd5-13d8-4f51-8794-9333ac14569b req-cf492b36-b40a-40ae-8390-c5029a4da0ec tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:38.541044 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1da52bd5-13d8-4f51-8794-9333ac14569b req-cf492b36-b40a-40ae-8390-c5029a4da0ec tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.0782244
Jun 27 12:22:38.585827 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1da52bd5-13d8-4f51-8794-9333ac14569b req-bff8aa43-53bd-424c-82de-c08d7dc371c0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386591
Jun 27 12:22:39.332475 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05886d2d-de8d-452a-a71c-49147d519899 req-dcda55bb-77e7-43da-9401-cca70926abc3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:39.333902 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05886d2d-de8d-452a-a71c-49147d519899 req-dcda55bb-77e7-43da-9401-cca70926abc3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1103442
Jun 27 12:22:39.339317 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109edad7-e8f4-4769-8bb8-28266fe3fcc5 req-b54d8337-b305-4437-a4a9-f36c45242c30 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:39.340639 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-109edad7-e8f4-4769-8bb8-28266fe3fcc5 req-b54d8337-b305-4437-a4a9-f36c45242c30 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1486676
Jun 27 12:22:39.414115 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05886d2d-de8d-452a-a71c-49147d519899 req-973c476a-9aa4-4e64-9934-14a05f530deb tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0724833
Jun 27 12:22:39.418387 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-109edad7-e8f4-4769-8bb8-28266fe3fcc5 req-c8396562-4b25-49ba-9258-d655af34529f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622318
Jun 27 12:22:39.621346 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c15d7a-ed83-4702-aa10-ba0a4682e43d req-70c7c525-d23c-4c39-a20d-e6f2a3fae239 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:39.622939 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1c15d7a-ed83-4702-aa10-ba0a4682e43d req-70c7c525-d23c-4c39-a20d-e6f2a3fae239 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0876467
Jun 27 12:22:39.671505 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1c15d7a-ed83-4702-aa10-ba0a4682e43d req-b140f690-5f47-40e0-9ccc-35801e15cadc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429773
Jun 27 12:22:39.791516 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413db675-54a0-466a-b4ad-245123214487 req-46ad00da-e249-4ee2-b558-ebe854843822 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:39.792998 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-413db675-54a0-466a-b4ad-245123214487 req-46ad00da-e249-4ee2-b558-ebe854843822 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.0813148
Jun 27 12:22:39.838481 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-413db675-54a0-466a-b4ad-245123214487 req-ec19dadd-7d74-49fd-bbb7-6000bf8ecee0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387900
Jun 27 12:22:40.689883 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e98fc8-cb03-4191-a873-d04bfff1a2a3 req-376fd1fd-e15e-4545-8833-c2ac17361a16 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:40.691332 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f2e98fc8-cb03-4191-a873-d04bfff1a2a3 req-376fd1fd-e15e-4545-8833-c2ac17361a16 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1394961
Jun 27 12:22:40.696582 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23e9f1-3e35-4093-8b1f-a7317970deee req-4d555527-495d-43c5-ba15-9140e33f4c9e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:40.697946 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ad23e9f1-3e35-4093-8b1f-a7317970deee req-4d555527-495d-43c5-ba15-9140e33f4c9e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 945 time: 0.1150153
Jun 27 12:22:40.772363 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f2e98fc8-cb03-4191-a873-d04bfff1a2a3 req-3e8e3149-0ff2-45f7-837b-7285f378d315 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720870
Jun 27 12:22:40.776957 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ad23e9f1-3e35-4093-8b1f-a7317970deee req-c85db782-f88d-4ab0-965e-59c12f13bb9e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624957
Jun 27 12:22:40.965044 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8e3b4-1ad0-46e4-a6f9-bb2d3a05f74c req-d82c1b26-92f4-4ba9-b88c-9a0b1646c765 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:40.967500 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0e8e3b4-1ad0-46e4-a6f9-bb2d3a05f74c req-d82c1b26-92f4-4ba9-b88c-9a0b1646c765 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0822999
Jun 27 12:22:41.056738 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0e8e3b4-1ad0-46e4-a6f9-bb2d3a05f74c req-d90a4cb1-8718-4e3e-a980-444b68bcfdd5 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559607
Jun 27 12:22:41.087465 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10832d32-149c-4a5c-b5d8-45f38772124c req-c085c35e-d013-4dff-8391-6ba12122f0b1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:41.088947 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-10832d32-149c-4a5c-b5d8-45f38772124c req-c085c35e-d013-4dff-8391-6ba12122f0b1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.1206000
Jun 27 12:22:41.135633 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-10832d32-149c-4a5c-b5d8-45f38772124c req-b78f18f0-bacd-4f4c-ae5d-4003e43a0a47 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410233
Jun 27 12:22:41.194480 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-a79cdbe6-16fe-42f1-b2c1-876c7f176581 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1098 time: 0.0763230
Jun 27 12:22:41.355394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-99d293f7-9be7-473a-865a-aade97617751 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:41.356899 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-99d293f7-9be7-473a-865a-aade97617751 service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1312332
Jun 27 12:22:41.422579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f7bc2f7d-ec99-4dbf-b132-1410c0c93d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:41.471920 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-6b53fc34-de50-44cc-8536-ab842acb9ae6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 1001 time: 0.0981569
Jun 27 12:22:41.547822 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:22:41.565519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-842110a5-f7c6-4166-aa6d-f69f040a6856 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:41.567008 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-842110a5-f7c6-4166-aa6d-f69f040a6856 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0701032
Jun 27 12:22:41.655855 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-f9cbf718-bf73-46f2-ae63-ae43b2b28458 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808437
Jun 27 12:22:41.686884 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:41.727556 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:41.738030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:41.779664 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:41.791018 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'code': 200}
Jun 27 12:22:41.793268 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-f6450274-4dc5-4065-bec4-696d7f17c4ce service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290741
Jun 27 12:22:41.808448 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:41.811826 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:41.910152 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=8']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:41.925069 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.925440 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.925754 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.926091 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.926427 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.926757 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.927093 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.927442 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.927774 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.928098 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.933099 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:22:41.941198 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:42.033945 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d3100d59-a88c-428d-b630-64db8e057ce8 req-40b87a55-647a-42e7-bb03-ccc13df6d5a5 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628814
Jun 27 12:22:42.123289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce33cd-e45c-498f-9271-372c8a82399c req-d2857b5e-3cbb-43d0-a010-7010624fd66f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:42.124797 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7dce33cd-e45c-498f-9271-372c8a82399c req-d2857b5e-3cbb-43d0-a010-7010624fd66f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.2532122
Jun 27 12:22:42.171911 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f323-d2dd-41f3-bffa-664a9dacdc4a req-a630197b-5b71-47ab-bce5-2b6acc9769ef tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:42.173403 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b957f323-d2dd-41f3-bffa-664a9dacdc4a req-a630197b-5b71-47ab-bce5-2b6acc9769ef tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2220216
Jun 27 12:22:42.235148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363fb73-e386-47bd-bb65-0b8158bac1ef req-30cab4fc-e7e4-4a5c-8f18-a0c828022466 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:42.237227 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e363fb73-e386-47bd-bb65-0b8158bac1ef req-30cab4fc-e7e4-4a5c-8f18-a0c828022466 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2279375
Jun 27 12:22:42.245076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Deleting port 97ee8c49-4cea-46ae-9488-2a0220227388 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:22:42.245441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:42.348718 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b957f323-d2dd-41f3-bffa-664a9dacdc4a req-fb42918a-2ada-4509-bda9-af4bdb0b30b4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1688530
Jun 27 12:22:42.404389 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e363fb73-e386-47bd-bb65-0b8158bac1ef req-aa78e210-b9be-4bf4-b303-06d287b998da tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275041
Jun 27 12:22:42.772565 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] For port 97ee8c49-4cea-46ae-9488-2a0220227388, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=97ee8c49-4cea-46ae-9488-2a0220227388,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:22:42.772919 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:42.896003 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950d480-fc48-453e-8507-4f94c011644e req-817d398e-da89-4fd5-99ac-a63f75510a99 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:42.897468 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6950d480-fc48-453e-8507-4f94c011644e req-817d398e-da89-4fd5-99ac-a63f75510a99 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.3091590
Jun 27 12:22:42.903555 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Calling delete_port for 97ee8c49-4cea-46ae-9488-2a0220227388 owned by compute:nova {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:22:42.942733 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239c241-f45c-4189-b96c-49ef023e50f1 req-5d86a26d-97ad-4dd2-887f-3357130d6889 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:42.944067 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c239c241-f45c-4189-b96c-49ef023e50f1 req-5d86a26d-97ad-4dd2-887f-3357130d6889 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 945 time: 0.3570960
Jun 27 12:22:43.104273 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6950d480-fc48-453e-8507-4f94c011644e req-db9d7e25-2a34-4be7-9969-435d157fd235 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742411
Jun 27 12:22:43.115335 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c239c241-f45c-4189-b96c-49ef023e50f1 req-eb2a1e2e-4619-4b60-b648-f91983de63e7 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547780
Jun 27 12:22:43.234550 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:43.240712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0fc4e61e-bd1d-4a4f-b1e7-632b68f83c16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:43.282913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Pushing event deleted for resources: {'Port': ['ID=97ee8c49-4cea-46ae-9488-2a0220227388,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:43.286087 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:43.358023 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] No DVR routers for this DVR port 97ee8c49-4cea-46ae-9488-2a0220227388 on host hv-cinder-79809 {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:22:43.360937 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:43.363376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'name': 'network-vif-deleted', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:43.371023 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7dce33cd-e45c-498f-9271-372c8a82399c req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "DELETE /v2.0/ports/97ee8c49-4cea-46ae-9488-2a0220227388 HTTP/1.1" status: 204  len: 173 time: 1.2366424
Jun 27 12:22:43.418347 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5009a778-7611-47bf-a2ed-73a2f7f3af65', 'name': 'network-vif-deleted', 'tag': '97ee8c49-4cea-46ae-9488-2a0220227388', 'status': 'completed', 'code': 200}
Jun 27 12:22:43.611536 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-51999caa-1d16-4f06-a086-6d23eb03ce2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:43.620507 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81477f-88f1-45ea-8dac-ff48cc351c08 req-ecac4551-5893-477c-a758-e065c529b195 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:43.620507 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d81477f-88f1-45ea-8dac-ff48cc351c08 req-ecac4551-5893-477c-a758-e065c529b195 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1418266
Jun 27 12:22:43.675456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6aaf4-d2aa-487f-b87d-007be6d309cf req-da07b8dd-4447-40ff-ab80-160c0ccc881b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:43.676932 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-92d6aaf4-d2aa-487f-b87d-007be6d309cf req-da07b8dd-4447-40ff-ab80-160c0ccc881b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1176219
Jun 27 12:22:43.720162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d81477f-88f1-45ea-8dac-ff48cc351c08 req-e4e4ca97-cb61-4e90-80fd-7acf90dc0b78 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0750773
Jun 27 12:22:43.741337 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-92d6aaf4-d2aa-487f-b87d-007be6d309cf req-e9635fc6-b0ca-4641-8979-8243788792a5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508432
Jun 27 12:22:44.316095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-53b3f734-207d-4d5a-a357-bd17a454d352 req-7017e5f8-f9c8-4b56-bebd-54bc7bed5b92 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Synchronizing usage tracker for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:44.358824 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d14f52-7e0c-4fb0-960f-20bc0691f81f req-776c7720-27f5-43b0-b913-f25f9f7fdb35 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:44.360299 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01d14f52-7e0c-4fb0-960f-20bc0691f81f req-776c7720-27f5-43b0-b913-f25f9f7fdb35 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1286793
Jun 27 12:22:44.401291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-53b3f734-207d-4d5a-a357-bd17a454d352 req-7017e5f8-f9c8-4b56-bebd-54bc7bed5b92 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Unset dirty status for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:44.403267 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-53b3f734-207d-4d5a-a357-bd17a454d352 req-7017e5f8-f9c8-4b56-bebd-54bc7bed5b92 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.1370063
Jun 27 12:22:44.414195 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01d14f52-7e0c-4fb0-960f-20bc0691f81f req-739ffd03-2f65-49ed-896b-a2538794a748 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465815
Jun 27 12:22:44.605873 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:44.977153 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418be15e-10a5-41ef-a143-5911665146a3 req-10410a4d-817b-44f7-80f0-c0dc7b6c832a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:44.978588 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-418be15e-10a5-41ef-a143-5911665146a3 req-10410a4d-817b-44f7-80f0-c0dc7b6c832a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1359136
Jun 27 12:22:44.987998 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345d59d-6cbf-4972-aae9-31f1199215f3 req-82de6d5d-065e-4441-9149-d6dc29f97d5e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:44.989357 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f345d59d-6cbf-4972-aae9-31f1199215f3 req-82de6d5d-065e-4441-9149-d6dc29f97d5e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1051221
Jun 27 12:22:45.058101 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-418be15e-10a5-41ef-a143-5911665146a3 req-1f72146f-f623-4378-af53-edce71e184b2 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678275
Jun 27 12:22:45.063129 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f345d59d-6cbf-4972-aae9-31f1199215f3 req-6671b67b-ec04-4cf4-b882-0b77a6ad326a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593026
Jun 27 12:22:45.607787 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b9092bf5-5db5-40b3-8268-e63b58eb05fa req-b4dd0ea0-bf41-4b05-b775-1886382a67c7 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0808737
Jun 27 12:22:45.658188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47661017-c5bf-4ee8-87ea-746d995b7e4a req-4b27b8b9-237b-4441-9d59-912a7ff74fa0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:45.659630 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47661017-c5bf-4ee8-87ea-746d995b7e4a req-4b27b8b9-237b-4441-9d59-912a7ff74fa0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1003568
Jun 27 12:22:45.704918 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47661017-c5bf-4ee8-87ea-746d995b7e4a req-2fc79aca-1050-433e-8345-d449ed742766 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397980
Jun 27 12:22:46.196454 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:46.385091 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5f07e-2875-4b51-9093-3f19dc8a1ecc req-85702387-67e1-44cb-a836-82c4810f4ad7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:46.386439 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fb5f07e-2875-4b51-9093-3f19dc8a1ecc req-85702387-67e1-44cb-a836-82c4810f4ad7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2057276
Jun 27 12:22:46.397882 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624aa68-a97e-4abf-9476-5766f2708919 req-d62bb1bd-d0fd-44df-a284-c756ea98effc tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:46.399220 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7624aa68-a97e-4abf-9476-5766f2708919 req-d62bb1bd-d0fd-44df-a284-c756ea98effc tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1834564
Jun 27 12:22:46.473818 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7624aa68-a97e-4abf-9476-5766f2708919 req-46e83c0d-0bea-4b03-a373-4047bfe35d81 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607338
Jun 27 12:22:46.475844 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fb5f07e-2875-4b51-9093-3f19dc8a1ecc req-a30e2a8d-8677-41e1-8eec-239be9438bae tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834785
Jun 27 12:22:46.530928 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['97ee8c49-4cea-46ae-9488-2a0220227388'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:22:46.775218 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eb7c2cfd-0c66-458b-b3d9-f19063593e81 req-dd33cf89-3fd6-4684-ac82-d4b3cf78e57e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=5009a778-7611-47bf-a2ed-73a2f7f3af65 HTTP/1.1" status: 200  len: 210 time: 0.0430748
Jun 27 12:22:46.923419 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242c648-578a-4b6c-ab2a-eed235e96acc req-67cb4f73-177f-49c4-85f7-69d25b42500c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:46.924808 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a242c648-578a-4b6c-ab2a-eed235e96acc req-67cb4f73-177f-49c4-85f7-69d25b42500c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0775909
Jun 27 12:22:46.975511 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a242c648-578a-4b6c-ab2a-eed235e96acc req-e3e8249c-4ede-4854-b973-3598ad242311 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451767
Jun 27 12:22:47.833707 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a757a5-35ae-4268-9283-2788bb2c8be0 req-0db2fc51-dd67-4d7c-be8b-57f7e5c72879 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:47.846600 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4a757a5-35ae-4268-9283-2788bb2c8be0 req-0db2fc51-dd67-4d7c-be8b-57f7e5c72879 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1774712
Jun 27 12:22:47.870418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70dc664-81f9-4045-88db-016685e46044 req-e6f70421-7ee8-453b-9aab-3053524801ac tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:47.877370 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b70dc664-81f9-4045-88db-016685e46044 req-e6f70421-7ee8-453b-9aab-3053524801ac tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1675088
Jun 27 12:22:47.941419 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b70dc664-81f9-4045-88db-016685e46044 req-abe4869b-b347-40c2-b36b-57bebc9295b4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626247
Jun 27 12:22:47.946618 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4a757a5-35ae-4268-9283-2788bb2c8be0 req-6a509be9-2920-4a89-93c4-c2c0517238d6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0992217
Jun 27 12:22:48.277495 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03af2c-564a-498c-a0d8-894106228414 req-5a05a027-62b5-4d8d-bde3-25838ea96d86 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:48.279148 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe03af2c-564a-498c-a0d8-894106228414 req-5a05a027-62b5-4d8d-bde3-25838ea96d86 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1533439
Jun 27 12:22:48.404330 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe03af2c-564a-498c-a0d8-894106228414 req-c9347042-2053-49aa-9b27-cd6785395674 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194217
Jun 27 12:22:48.542657 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a1ccc51-7fe8-4e1b-9bce-3abb96ac15a0 req-b1b5d600-d335-4d57-83e0-1a34a4a9fb4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.2145441
Jun 27 12:22:48.549762 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cee93-984d-49fa-b825-e88262984b54 req-825efd2f-16fc-4925-bc4c-b67cd92287d9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:48.554194 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 97ee8c49-4cea-46ae-9488-2a0220227388 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:22:48.560895 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-825efd2f-16fc-4925-bc4c-b67cd92287d9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/networks?id=72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 200  len: 808 time: 0.1959739
Jun 27 12:22:48.592154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 97ee8c49-4cea-46ae-9488-2a0220227388 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:22:48.592623 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 97ee8c49-4cea-46ae-9488-2a0220227388 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:22:48.594015 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-51ea7025-1173-4829-8c66-3c0390c21900 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/quotas/6049ee0dd6984915ab15117d424c57f5 HTTP/1.1" status: 200  len: 375 time: 0.0366836
Jun 27 12:22:48.648883 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-6ac03b16-6996-4632-a357-cb88da48d043 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0540185
Jun 27 12:22:48.655517 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a1ccc51-7fe8-4e1b-9bce-3abb96ac15a0 req-47a700f9-ccc2-45ed-b0dd-4602f413e2c9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965285
Jun 27 12:22:48.782583 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-0106a559-f4b1-4e2e-94bd-8ff930c45874 service neutron] 10.222.0.21 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260812
Jun 27 12:22:48.912789 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-7f2c5ba8-08e7-4f26-8ad8-801ff8000989 service neutron] 10.222.0.21 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245067
Jun 27 12:22:49.159868 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8d7c3-f322-43ff-93d3-8464f1c95b47 req-68a04e26-e70b-4014-818e-b97d5dd05ec9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:49.161931 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ced8d7c3-f322-43ff-93d3-8464f1c95b47 req-68a04e26-e70b-4014-818e-b97d5dd05ec9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0884998
Jun 27 12:22:49.229896 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ced8d7c3-f322-43ff-93d3-8464f1c95b47 req-9217b929-11fc-47a1-aa54-1d26035b3f84 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460055
Jun 27 12:22:49.384505 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-27e2a30b-e528-49b4-bb69-fc5376bc3d8d req-528ae280-3b08-437c-9a1a-1ce81151b9ca tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 210 time: 0.0455513
Jun 27 12:22:49.395277 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492a31-453b-4551-a7b1-87ed1419d103 req-c974b01d-109a-4ed3-ad00-afe3fb965e67 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:49.396862 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b2492a31-453b-4551-a7b1-87ed1419d103 req-c974b01d-109a-4ed3-ad00-afe3fb965e67 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1319430
Jun 27 12:22:49.447631 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b2492a31-453b-4551-a7b1-87ed1419d103 req-cb153638-4ee4-40e1-aabb-0ddcce8cc9ad tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451772
Jun 27 12:22:49.633416 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51126159-f0be-4253-9a27-bb696bc3c127 req-44015325-6a61-426c-b8e6-274e356d3df3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:49.634861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-51126159-f0be-4253-9a27-bb696bc3c127 req-44015325-6a61-426c-b8e6-274e356d3df3 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0854123
Jun 27 12:22:49.683246 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-51126159-f0be-4253-9a27-bb696bc3c127 req-fc92a951-6d2e-4a32-91df-cebbb252ff6b tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421004
Jun 27 12:22:49.935979 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-e7a22f90-c3ec-4a9c-bc44-eca6e458f627 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:50.053499 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-e7a22f90-c3ec-4a9c-bc44-eca6e458f627 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:50.054695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-e7a22f90-c3ec-4a9c-bc44-eca6e458f627 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019432126&fields=id&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 267 time: 0.1616018
Jun 27 12:22:50.285851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-949ca336-20bc-4df0-b184-2363c302e312 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:50.285851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-949ca336-20bc-4df0-b184-2363c302e312 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:50.379299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-949ca336-20bc-4df0-b184-2363c302e312 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:50.380663 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-949ca336-20bc-4df0-b184-2363c302e312 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.3189976
Jun 27 12:22:50.396724 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-a76b7545-96c7-45cf-a485-600f6104c5f4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/quotas/3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 375 time: 0.0106072
Jun 27 12:22:50.478750 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-61fd08e9-17dd-4cb2-ad84-f8c15119b95e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771425
Jun 27 12:22:50.618518 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-b24a114c-5b92-47f8-b4be-00836f71ce93 service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284475
Jun 27 12:22:50.754273 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-7ea2ef59-cf94-462f-9460-23fb5f86a4a4 service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298640
Jun 27 12:22:51.094193 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfc6ca-8e48-4213-af39-418c389d2d54 req-fe93c426-06d5-424b-adee-7bc1fc6c29d4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:51.095660 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fabfc6ca-8e48-4213-af39-418c389d2d54 req-fe93c426-06d5-424b-adee-7bc1fc6c29d4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0994961
Jun 27 12:22:51.145271 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fabfc6ca-8e48-4213-af39-418c389d2d54 req-224a04b0-c481-41be-85e7-5e4e6629f86a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430715
Jun 27 12:22:51.298402 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5f542711-f8b2-4bb9-9012-265189f3e95b req-439f50ad-8336-4c14-a3f9-bb0e9b35cbfb tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 210 time: 0.0400870
Jun 27 12:22:51.521762 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd906707-b87c-41db-8707-224e8c98efb0 req-2a0dd45b-94fd-47af-849c-8badaa34de4a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:51.521762 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cd906707-b87c-41db-8707-224e8c98efb0 req-2a0dd45b-94fd-47af-849c-8badaa34de4a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0891960
Jun 27 12:22:51.715064 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cd906707-b87c-41db-8707-224e8c98efb0 req-13c7e296-5ad6-432f-bd07-4a9440d4bc04 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1847084
Jun 27 12:22:51.782130 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cee93-984d-49fa-b825-e88262984b54 req-4ff91c1e-fe7f-4693-9c8b-dd05dfd4dab1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:51.783538 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-4ff91c1e-fe7f-4693-9c8b-dd05dfd4dab1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "GET /v2.0/networks?id=72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 200  len: 808 time: 0.2353685
Jun 27 12:22:51.815853 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-468cfec2-88f4-4855-8605-40a9f48f5d41 req-18f59fdd-393a-4c6b-b458-f533ff39ce8b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2437749
Jun 27 12:22:51.825451 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Request body: {'port': {'device_id': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791', 'admin_state_up': True, 'tenant_id': '6049ee0dd6984915ab15117d424c57f5'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:51.847767 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2ab9ff8b-5de9-47ef-833c-c0b0e357fd67 req-1d0fe8e4-b7ef-4b7a-bec3-13b1e05d92a6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 210 time: 0.0741353
Jun 27 12:22:51.986734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:51.998180 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:52.114530 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Made reservation on behalf of 6049ee0dd6984915ab15117d424c57f5 for: {'port': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:22:52.119273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:52.362523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Allocated IP 172.20.0.8 (72105263-b1a2-45ab-a98b-b4ac74b0b791/2de2bce2-a1de-46b7-b87b-c736938a8f74/dc376450-e6ac-49db-bbb2-fce013ac9729) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:22:52.467478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74925e7-ccf4-4628-9e7e-1182021a4f1a req-9d8f8dff-622a-40f9-a3d5-901d608f492e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:52.472926 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d74925e7-ccf4-4628-9e7e-1182021a4f1a req-9d8f8dff-622a-40f9-a3d5-901d608f492e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1889484
Jun 27 12:22:52.575895 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:22:52.609935 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d74925e7-ccf4-4628-9e7e-1182021a4f1a req-90e76449-8e02-4dc5-ad70-025080458b62 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209192
Jun 27 12:22:52.774914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:52.819951 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-345cfbda-8464-4243-a609-7481b42886d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 1099 time: 0.1513233
Jun 27 12:22:52.875838 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 43184) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:52.882252 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b8043-0244-41f0-9e56-b6b54852efad req-7cc88cd1-5934-491c-b931-f158737092ba tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:52.883707 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a12b8043-0244-41f0-9e56-b6b54852efad req-7cc88cd1-5934-491c-b931-f158737092ba tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1868870
Jun 27 12:22:52.898602 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cb5e6cf5-06e8-4579-8d67-f6eb811c0405 req-87362665-1cf7-420e-a3f1-0de339b30c9b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 210 time: 0.0756276
Jun 27 12:22:52.963376 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a12b8043-0244-41f0-9e56-b6b54852efad req-a66a236a-b4c1-4897-8636-e8244daa42a9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702813
Jun 27 12:22:52.998386 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-241d5431-0716-45de-9508-006acff3a824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:53.003990 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-241d5431-0716-45de-9508-006acff3a824 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.1658144
Jun 27 12:22:53.099447 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-acc99600-f3e0-4da3-9992-427677a4630b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 200  len: 217 time: 0.0895572
Jun 27 12:22:53.169645 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:53.176760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-7c33f856-0d02-4eac-8d74-441f09b3e60b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:53.178678 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-7c33f856-0d02-4eac-8d74-441f09b3e60b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.0716801
Jun 27 12:22:53.192293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8bbcfe7c-c6e9-450f-93cf-22c85aa48b58 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:53.240633 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-c04a0caa-ce2b-4520-bf3f-a4b791a9f169 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429087
Jun 27 12:22:53.283881 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Network 72105263-b1a2-45ab-a98b-b4ac74b0b791 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:22:53.286259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:22:53.288015 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Pushing event updated for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:53.290221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:22:53.326403 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:53.383699 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:53.384300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:53.399346 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-55b6a159-5a73-4cf2-bc19-f1f8869eaeea service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5144641
Jun 27 12:22:53.408127 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e2808-ecf1-4761-8821-d59a87fbaebc req-29d78314-04f4-40c8-b182-d3b06eed9d55 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:53.409536 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-961e2808-ecf1-4761-8821-d59a87fbaebc req-29d78314-04f4-40c8-b182-d3b06eed9d55 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2744992
Jun 27 12:22:53.477128 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-928575d4-249d-4ad6-bab0-786de0388ead service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2292552
Jun 27 12:22:53.492609 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-961e2808-ecf1-4761-8821-d59a87fbaebc req-4feac42e-1552-414f-a0c5-ab2658f27680 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738432
Jun 27 12:22:53.524904 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-fb266e9f-efdb-49a2-8a76-fdbc0f2336a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7038312
Jun 27 12:22:53.545316 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Request body: {'port': {'device_id': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:53.704995 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9f0ef6f2-5c55-41d2-8465-98b965234d16 req-8d2e6d14-48f8-4640-8aad-dffc76fee210 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 210 time: 0.0489132
Jun 27 12:22:53.706395 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7072285a-4632-4a8e-8e85-20178f79eb0d req-098ed8f8-8261-417c-b530-385c237f90f7 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138240
Jun 27 12:22:53.722355 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:54.161314 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc376450-e6ac-49db-bbb2-fce013ac9729 {{(pid=74899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:22:54.171689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:54.252116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.provisioning_blocks [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Transition to ACTIVE for port object dc376450-e6ac-49db-bbb2-fce013ac9729 will not be triggered until provisioned by entity L2. {{(pid=74899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:22:54.370724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:54.382807 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:54.427993 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ee8d4-1706-41bd-93f8-df27fee6c812 req-4971568b-0ebb-4da0-b88f-07dfd6ef4aa4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:54.432880 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-063ee8d4-1706-41bd-93f8-df27fee6c812 req-4971568b-0ebb-4da0-b88f-07dfd6ef4aa4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2219329
Jun 27 12:22:54.595114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8094c8d7-f3ee-4160-8223-29bdb562cc56 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:54.596661 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8094c8d7-f3ee-4160-8223-29bdb562cc56 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.2162356
Jun 27 12:22:54.666995 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 43228) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:54.681299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddedd2b-5cc6-4872-ae7e-55516d7e903b req-6d6365b8-07de-4feb-828e-7784b011217b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:54.689477 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-9ddedd2b-5cc6-4872-ae7e-55516d7e903b req-6d6365b8-07de-4feb-828e-7784b011217b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Synchronizing usage tracker for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:54.710716 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Pushing event updated for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:54.724079 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:54.785965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-76d1c240-d596-4c15-b92c-3d8df4ade494 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:security_group {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:22:54.811547 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-76d1c240-d596-4c15-b92c-3d8df4ade494 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:security_group {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:54.811547 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-76d1c240-d596-4c15-b92c-3d8df4ade494 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 380 time: 0.1870530
Jun 27 12:22:54.812833 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-063ee8d4-1706-41bd-93f8-df27fee6c812 req-134205f7-3480-4291-bb97-00cbd873540f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3691900
Jun 27 12:22:54.832071 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'port': {'device_id': '3b19343f-fc98-4173-80af-eea079a32200', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'admin_state_up': True, 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'security_groups': ['e6e8ae95-3e48-488f-b401-a292435c0e7b']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:54.871110 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-9ddedd2b-5cc6-4872-ae7e-55516d7e903b req-6d6365b8-07de-4feb-828e-7784b011217b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Unset dirty status for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:22:54.877814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ddedd2b-5cc6-4872-ae7e-55516d7e903b req-6d6365b8-07de-4feb-828e-7784b011217b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 931 time: 0.5712957
Jun 27 12:22:54.941930 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Attempting to bind port dc376450-e6ac-49db-bbb2-fce013ac9729 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:22:54.942276 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Attempting to bind port dc376450-e6ac-49db-bbb2-fce013ac9729 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:22:54.942605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Attempting to bind port dc376450-e6ac-49db-bbb2-fce013ac9729 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:54.955592 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Port dc376450-e6ac-49db-bbb2-fce013ac9729 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:22:54.955923 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Attempting to bind port dc376450-e6ac-49db-bbb2-fce013ac9729 on network 72105263-b1a2-45ab-a98b-b4ac74b0b791 {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:54.977331 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:22:54.977676 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Checking segment: {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:22:54.978065 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Bound using segment: {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'} {{(pid=74899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:22:54.978712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.managers [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Bound port: dc376450-e6ac-49db-bbb2-fce013ac9729, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4606b0bb-03bb-47a0-8e31-c0aa11003b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791'}}] {{(pid=74899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:22:54.978840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:54.984552 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.029717 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-f5197868-5ffb-4b7e-a563-9e8e5123f3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.2953815
Jun 27 12:22:55.041173 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ddedd2b-5cc6-4872-ae7e-55516d7e903b req-85a34202-56bb-4790-9056-c5d22469291f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623607
Jun 27 12:22:55.146782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:55.160039 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85423-7acd-4a7d-93f4-29fa39b48405 req-72cd5ab8-a72c-404a-8703-08af9ee5e280 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:55.161537 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-32f85423-7acd-4a7d-93f4-29fa39b48405 req-72cd5ab8-a72c-404a-8703-08af9ee5e280 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1658809
Jun 27 12:22:55.167707 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:760c7f54bf1f43f2803f82ab47e624e4 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:55.180930 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:55.198917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:55.201647 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:22:55.210657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, cleared binding levels {{(pid=74899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:22:55.223743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:port and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:22:55.234522 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:22:55.236407 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc376450-e6ac-49db-bbb2-fce013ac9729,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:22:55.253330 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:22:55.266907 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-cf9d43b2-1a7e-4fbe-a796-93678b46a358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:55.268386 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-cf9d43b2-1a7e-4fbe-a796-93678b46a358 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.2249706
Jun 27 12:22:55.272234 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-32f85423-7acd-4a7d-93f4-29fa39b48405 req-cfbe2a2f-1301-4db1-91c2-0c06de43ba52 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673394
Jun 27 12:22:55.289012 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabb67f-241d-4a36-95be-9b43de0d371f req-dbde5491-ad33-40a2-b9dc-a20189b6da62 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:55.290506 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-beabb67f-241d-4a36-95be-9b43de0d371f req-dbde5491-ad33-40a2-b9dc-a20189b6da62 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1247547
Jun 27 12:22:55.357388 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-beabb67f-241d-4a36-95be-9b43de0d371f req-92bc28e0-9065-4baa-81ba-48a5937b3eb7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421104
Jun 27 12:22:55.377510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.381838 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:55.415174 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-6397412e-8716-4705-84e0-12bb48e7e8a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 1001 time: 0.1380048
Jun 27 12:22:55.418324 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Made reservation on behalf of 3b9c6244ba134d74ac46a6cde51c9238 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:22:55.421972 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.436534 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.535798 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.545525 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e3d18bc3-8011-4fd3-9e11-6de3ec88b591 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:55.550255 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9be21897-4c9d-4092-b988-012cfe6a97a1 req-556efceb-d1d2-49f1-96a3-73ebcafe6352 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 210 time: 0.1319103
Jun 27 12:22:55.565034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.566209 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] 10.222.0.47 "PUT /v2.0/ports/dc376450-e6ac-49db-bbb2-fce013ac9729 HTTP/1.1" status: 200  len: 1093 time: 2.0260158
Jun 27 12:22:55.566754 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:55.581079 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Pushing event updated for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=3']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:55.584120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:55.585965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-bbc02cd3-1911-4c09-b645-5a34f4d23e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:55.587761 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-bbc02cd3-1911-4c09-b645-5a34f4d23e9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.1537397
Jun 27 12:22:55.650034 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729', 'status': 'completed', 'code': 200}
Jun 27 12:22:55.675774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd19655-4b00-47a5-ae8e-e484a2584bbc,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:55.679373 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:55.688990 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=760c7f54bf1f43f2803f82ab47e624e4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0193584
Jun 27 12:22:55.692207 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 43242) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:22:55.793606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.20.0.10 (4b747fba-88e1-4266-9ad6-01b96d3a83db/92d563b6-16a0-4dc1-a167-ec3d301460fb/89c6220a-6d6c-43c8-b747-16bfa59648a9) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:22:55.835744 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-ee4a7c31-9f15-43e1-9a8e-999ca898cb9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2322824
Jun 27 12:22:55.858847 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:55.920064 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.103765 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-c955a904-64d1-48ab-a082-ce19a7ea6296 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 1096 time: 0.3546212
Jun 27 12:22:56.177958 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-afce1723-afd0-4ee0-a837-7b4e4ca18ae1 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2878070
Jun 27 12:22:56.236479 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.253811 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-510cd043-016f-4c2f-a2c5-3d738f754812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:56.307515 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-9cf1735a-b044-4e76-a28a-fc4b58ff4a68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc376450-e6ac-49db-bbb2-fce013ac9729 HTTP/1.1" status: 200  len: 217 time: 0.1838343
Jun 27 12:22:56.312675 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd19655-4b00-47a5-ae8e-e484a2584bbc,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:56.320844 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:56.361525 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.363081 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.364203 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbd19655-4b00-47a5-ae8e-e484a2584bbc HTTP/1.1" status: 204  len: 168 time: 0.6710041
Jun 27 12:22:56.396765 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Transition to ACTIVE for port object 89c6220a-6d6c-43c8-b747-16bfa59648a9 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:22:56.415480 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cee93-984d-49fa-b825-e88262984b54 req-c4225479-4501-4103-b913-11ce447f7e42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:56.416866 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-c4225479-4501-4103-b913-11ce447f7e42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2de2bce2-a1de-46b7-b87b-c736938a8f74 HTTP/1.1" status: 200  len: 848 time: 0.0977788
Jun 27 12:22:56.445684 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-35d25637-7ff8-48ff-977f-d62e8352d4fb req-b5ab0c5d-fc05-4ae9-b90e-343fe973363f service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2582569
Jun 27 12:22:56.476414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e6df2-582d-4f35-b3e1-f27c9be753a6 req-b22c1d84-36a3-4158-8612-c77a9dfb0ffa tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:56.477870 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-db3e6df2-582d-4f35-b3e1-f27c9be753a6 req-b22c1d84-36a3-4158-8612-c77a9dfb0ffa tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.3568552
Jun 27 12:22:56.480695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-fad04e97-8354-4a9c-adaf-cbd4ebc87c16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72105263-b1a2-45ab-a98b-b4ac74b0b791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557575
Jun 27 12:22:56.486934 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9b21d-f3f8-4a3a-a82c-3ae27b374d5d req-a585e7d5-0270-48bb-b6c9-53dd99d7d1ef tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:56.488382 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-52f9b21d-f3f8-4a3a-a82c-3ae27b374d5d req-a585e7d5-0270-48bb-b6c9-53dd99d7d1ef tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 943 time: 0.2639253
Jun 27 12:22:56.537586 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.545498 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:56.617053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:22:56.620507 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:56.624814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:56.625670 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:22:56.628059 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:22:56.653464 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-db3e6df2-582d-4f35-b3e1-f27c9be753a6 req-33a8b64b-c8c8-4e27-995e-3e8273066bea tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1630552
Jun 27 12:22:56.659021 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-52f9b21d-f3f8-4a3a-a82c-3ae27b374d5d req-d81b8e73-b83e-48fb-9dd7-1bb1c3a4664e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364152
Jun 27 12:22:56.695954 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:56.696740 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:56.741740 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-1e7b7026-3b8f-4253-89c8-727587183bf4 service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523837
Jun 27 12:22:56.848983 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0320489
Jun 27 12:22:56.870303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Request body: {'port': {'device_id': '3b19343f-fc98-4173-80af-eea079a32200', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:22:56.999616 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.063038 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-967cee93-984d-49fa-b825-e88262984b54 req-472c7b19-5c26-47ac-9b61-e87f557344d7 service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3136365
Jun 27 12:22:57.078323 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792b611-c888-47d5-aece-965b43e67f8c req-362c6d58-e52c-479f-9c63-40b6d37fd269 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:57.079783 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1792b611-c888-47d5-aece-965b43e67f8c req-362c6d58-e52c-479f-9c63-40b6d37fd269 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1940699
Jun 27 12:22:57.081767 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-b9df0b14-d8df-4e94-8643-7d68b81e8a75 None None] Provisioning for port 89c6220a-6d6c-43c8-b747-16bfa59648a9 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:22:57.086169 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3fc587-2cce-4cac-9863-4a9409c2e494 req-b5fd8d94-659e-4d33-8e0e-772a545bfac8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:57.086850 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-b9df0b14-d8df-4e94-8643-7d68b81e8a75 None None] Provisioning complete for port 89c6220a-6d6c-43c8-b747-16bfa59648a9 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:22:57.087656 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b9df0b14-d8df-4e94-8643-7d68b81e8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.087822 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4f3fc587-2cce-4cac-9863-4a9409c2e494 req-b5fd8d94-659e-4d33-8e0e-772a545bfac8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1623964
Jun 27 12:22:57.166740 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1792b611-c888-47d5-aece-965b43e67f8c req-47a4a917-9d55-47bb-9b6b-6a88e6e980e5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779345
Jun 27 12:22:57.171839 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4f3fc587-2cce-4cac-9863-4a9409c2e494 req-fa612164-0f94-4807-805b-9ed523e670b0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676672
Jun 27 12:22:57.177692 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b9df0b14-d8df-4e94-8643-7d68b81e8a75 None None] Port 89c6220a-6d6c-43c8-b747-16bfa59648a9 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:22:57.368505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8cb22-951e-44f5-870c-0a2c0a730b77 req-e2af1ccd-f03a-40aa-829b-f0a3da3daff2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:57.373481 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1e8cb22-951e-44f5-870c-0a2c0a730b77 req-e2af1ccd-f03a-40aa-829b-f0a3da3daff2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 932 time: 0.0926709
Jun 27 12:22:57.392056 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c6220a-6d6c-43c8-b747-16bfa59648a9 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:22:57.400376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.418128 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Transition to ACTIVE for port object 89c6220a-6d6c-43c8-b747-16bfa59648a9 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:22:57.421145 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1e8cb22-951e-44f5-870c-0a2c0a730b77 req-4034a946-bc4d-454e-bdab-bcb560e93af4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446501
Jun 27 12:22:57.491312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.495788 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:57.626613 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Pushing event updated for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:57.630614 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:57.751919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Attempting to bind port 89c6220a-6d6c-43c8-b747-16bfa59648a9 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:22:57.752650 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Attempting to bind port 89c6220a-6d6c-43c8-b747-16bfa59648a9 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:22:57.752909 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Attempting to bind port 89c6220a-6d6c-43c8-b747-16bfa59648a9 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:57.759239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Port 89c6220a-6d6c-43c8-b747-16bfa59648a9 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:22:57.759457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Attempting to bind port 89c6220a-6d6c-43c8-b747-16bfa59648a9 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:22:57.767250 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:22:57.767578 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:22:57.767973 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Bound using segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:22:57.768593 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Bound port: 89c6220a-6d6c-43c8-b747-16bfa59648a9, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:22:57.768947 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.894237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:22:57.897189 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:22:57.929217 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096277ee-ef0a-4593-8286-423491932db1 req-173300d6-a444-4446-b154-a3f4a42adf5b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:57.930652 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-096277ee-ef0a-4593-8286-423491932db1 req-173300d6-a444-4446-b154-a3f4a42adf5b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 943 time: 0.1300633
Jun 27 12:22:57.994214 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:57.999305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:22:58.000946 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee1143-cf30-43e5-9a5a-c89862b42358 req-e41c7ef9-66b6-4600-801d-43b93889e478 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:58.002391 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1ee1143-cf30-43e5-9a5a-c89862b42358 req-e41c7ef9-66b6-4600-801d-43b93889e478 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1361024
Jun 27 12:22:58.006098 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-096277ee-ef0a-4593-8286-423491932db1 req-90d35cd5-b4c1-43b6-81d1-ea5c2ef4c286 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681419
Jun 27 12:22:58.049052 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1ee1143-cf30-43e5-9a5a-c89862b42358 req-1745ee24-fca9-43bc-8b14-2e7d6e852b0d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408249
Jun 27 12:22:58.060635 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:22:58.062236 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] 10.222.0.47 "PUT /v2.0/ports/89c6220a-6d6c-43c8-b747-16bfa59648a9 HTTP/1.1" status: 200  len: 1094 time: 1.1967015
Jun 27 12:22:58.062524 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:22:58.086777 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Pushing event updated for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:22:58.097802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:22:58.136169 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'status': 'completed', 'code': 200}
Jun 27 12:22:58.366954 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499e807-f43a-47e5-88e6-b45f62357c6b req-3d85c9ff-78d7-4f4d-b22b-800d0e8a6e35 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:58.368328 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f499e807-f43a-47e5-88e6-b45f62357c6b req-3d85c9ff-78d7-4f4d-b22b-800d0e8a6e35 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0755353
Jun 27 12:22:58.416059 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f499e807-f43a-47e5-88e6-b45f62357c6b req-eb29a8c1-ffb4-4ca6-91fe-77bc70489583 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415900
Jun 27 12:22:58.614796 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41c553-46ae-4ca7-a763-9caa30413b2f req-1e5e7287-ccc4-4cf9-89d3-5577960aa967 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:58.616162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3c41c553-46ae-4ca7-a763-9caa30413b2f req-1e5e7287-ccc4-4cf9-89d3-5577960aa967 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0745146
Jun 27 12:22:58.661302 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3c41c553-46ae-4ca7-a763-9caa30413b2f req-6eb0ee1b-44c5-4b23-ac99-8c5a10af2049 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397174
Jun 27 12:22:59.345605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a0a20-eb72-4637-9437-3986b3d75343 req-e53b22d8-e1b6-4298-96d6-55d41c94457b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:59.347063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-334a0a20-eb72-4637-9437-3986b3d75343 req-e53b22d8-e1b6-4298-96d6-55d41c94457b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 943 time: 0.2156591
Jun 27 12:22:59.412161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18f4a8-aa20-4e43-9197-5ac1271d4cbd req-e23851d2-b8d8-46e8-8388-88acbe80760d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:59.413509 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-de18f4a8-aa20-4e43-9197-5ac1271d4cbd req-e23851d2-b8d8-46e8-8388-88acbe80760d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1297700
Jun 27 12:22:59.415893 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-334a0a20-eb72-4637-9437-3986b3d75343 req-6cad9a5a-1c1c-4313-a5cf-5c9ea113be7c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619414
Jun 27 12:22:59.463162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-de18f4a8-aa20-4e43-9197-5ac1271d4cbd req-0a201e40-361a-414e-aeb7-3a0303597af1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430756
Jun 27 12:22:59.611769 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c02d9c-22ff-42a1-a466-79db104c2c07 req-751fefb8-0de0-46bc-9884-a9c3b390a437 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:59.613239 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3c02d9c-22ff-42a1-a466-79db104c2c07 req-751fefb8-0de0-46bc-9884-a9c3b390a437 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0753450
Jun 27 12:22:59.661427 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3c02d9c-22ff-42a1-a466-79db104c2c07 req-24a59df9-3ed3-411e-a936-12012d606b02 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427053
Jun 27 12:22:59.867666 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-68981195-1ae5-4d9c-b8e1-48b9b428da39 req-7a16f9a0-42f2-4178-80a8-52da2c2b9dd0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1097 time: 0.0812407
Jun 27 12:22:59.915898 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-5fbd0f72-dd08-4e4d-bba3-1fb353b23076 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6049ee0dd6984915ab15117d424c57f5&device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 1096 time: 0.0984347
Jun 27 12:22:59.927199 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf104-1118-46a0-a743-981f4c4f254d req-04457632-d77a-4a95-8176-fa5f95b881f4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:22:59.928577 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aa3bf104-1118-46a0-a743-981f4c4f254d req-04457632-d77a-4a95-8176-fa5f95b881f4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1409428
Jun 27 12:23:00.061395 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aa3bf104-1118-46a0-a743-981f4c4f254d req-ec1f8c8b-9cba-43fa-bd5b-350246e5ff74 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1270962
Jun 27 12:23:00.112808 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68981195-1ae5-4d9c-b8e1-48b9b428da39 req-1f868f30-5aed-409a-a431-3a029b156375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.114545 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-68981195-1ae5-4d9c-b8e1-48b9b428da39 req-1f868f30-5aed-409a-a431-3a029b156375 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1610434
Jun 27 12:23:00.127239 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-e417f432-fc32-4100-b4ba-357a56d34615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.128744 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-e417f432-fc32-4100-b4ba-357a56d34615 service neutron] 10.222.0.47 "GET /v2.0/networks?id=72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 200  len: 909 time: 0.1733999
Jun 27 12:23:00.216829 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-fe33b6ce-a668-490b-85be-0c801d494ddf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc376450-e6ac-49db-bbb2-fce013ac9729 HTTP/1.1" status: 200  len: 217 time: 0.0675333
Jun 27 12:23:00.265880 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68981195-1ae5-4d9c-b8e1-48b9b428da39 req-d237b090-61d5-431b-910b-d6d177d81b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.267336 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-68981195-1ae5-4d9c-b8e1-48b9b428da39 req-d237b090-61d5-431b-910b-d6d177d81b49 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1424363
Jun 27 12:23:00.288287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-5dc99b26-a676-455e-b62c-aa0374fb4877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.291767 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-5dc99b26-a676-455e-b62c-aa0374fb4877 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2de2bce2-a1de-46b7-b87b-c736938a8f74 HTTP/1.1" status: 200  len: 848 time: 0.0598905
Jun 27 12:23:00.343717 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-4196b86e-0778-46ec-8031-f1c54d692311 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=72105263-b1a2-45ab-a98b-b4ac74b0b791&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0434661
Jun 27 12:23:00.461900 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-31ed1e24-e09d-4760-8a32-5fcaac048680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1097 time: 0.0706413
Jun 27 12:23:00.518720 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-306be9eb-9f44-46ec-b050-356b9db37cca service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417527
Jun 27 12:23:00.649135 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-d2a11fd3-a086-44f8-a9a3-af7e4e9add9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9 HTTP/1.1" status: 200  len: 217 time: 0.1591351
Jun 27 12:23:00.735021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-7d93ad2c-df6e-4f0e-bd19-84655fa81df3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.736396 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-7d93ad2c-df6e-4f0e-bd19-84655fa81df3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0602553
Jun 27 12:23:00.739414 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf1cfac4-ec80-4772-81c9-9c4d04878835 req-0f016508-7c91-4e50-bc55-06de0044a063 service neutron] 10.222.0.47 "GET /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988254
Jun 27 12:23:00.745784 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e9a49b-965a-4086-b9e3-5cb784b74306 req-cb740c54-2d49-4266-85f9-1c0b21920c14 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.747971 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8e9a49b-965a-4086-b9e3-5cb784b74306 req-cb740c54-2d49-4266-85f9-1c0b21920c14 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 943 time: 0.1857185
Jun 27 12:23:00.843610 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-a88d44ff-03ff-4ac7-af24-33fa703fcf90 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715539
Jun 27 12:23:00.847420 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8e9a49b-965a-4086-b9e3-5cb784b74306 req-26d30f10-43b1-4c12-9f8a-122c1eb316e9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673687
Jun 27 12:23:00.864942 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebbd5a-2aae-4144-b786-2b6a935735c2 req-7b1a5157-149b-4ef4-8e90-138967f4945a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:00.866418 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cbebbd5a-2aae-4144-b786-2b6a935735c2 req-7b1a5157-149b-4ef4-8e90-138967f4945a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1175687
Jun 27 12:23:00.917726 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cbebbd5a-2aae-4144-b786-2b6a935735c2 req-94a01a86-c7bd-49d0-8a98-d0b64333a447 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443659
Jun 27 12:23:00.989952 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-407f044a-f70d-4013-b5dd-66fb91de56d6 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351583
Jun 27 12:23:01.041675 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d8f83-ae48-449d-a213-5a43ffc1d4a6 req-2b982dd3-0d96-47c9-b6e3-75ebd19ca98d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:01.044146 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7d6d8f83-ae48-449d-a213-5a43ffc1d4a6 req-2b982dd3-0d96-47c9-b6e3-75ebd19ca98d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0778031
Jun 27 12:23:01.100746 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7d6d8f83-ae48-449d-a213-5a43ffc1d4a6 req-640e4069-83b7-4021-b340-c918de001180 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508628
Jun 27 12:23:01.129455 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a4f7bdd7-8af8-49ed-b964-a3dea9f22f06 req-67e26bca-946e-44fd-9d81-5131f6b792f3 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310797
Jun 27 12:23:01.269355 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586b367-4458-4c6a-b682-e56517dc2f8c req-86417b44-d5e8-41cf-8425-c2f20bef086f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:01.270782 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b586b367-4458-4c6a-b682-e56517dc2f8c req-86417b44-d5e8-41cf-8425-c2f20bef086f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0767741
Jun 27 12:23:01.315450 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b586b367-4458-4c6a-b682-e56517dc2f8c req-2c2c03b9-9a55-4d61-ad73-3ad1b45dac18 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392752
Jun 27 12:23:01.644658 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device dc376450-e6ac-49db-bbb2-fce013ac9729 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:23:01.780016 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc376450-e6ac-49db-bbb2-fce013ac9729,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:01.793595 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'dc376450-e6ac-49db-bbb2-fce013ac9729', 'network_id': '72105263-b1a2-45ab-a98b-b4ac74b0b791', 'port_id': 'dc376450-e6ac-49db-bbb2-fce013ac9729', 'mac_address': 'fa:16:3e:d8:d3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de2bce2-a1de-46b7-b87b-c736938a8f74', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:23:01.852188 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:01.869460 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc376450-e6ac-49db-bbb2-fce013ac9729 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:23:01.884433 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc376450-e6ac-49db-bbb2-fce013ac9729,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:01.961797 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:01.964061 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:02.031188 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:02.040370 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:02.055778 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d7c1-8f0a-4606-a6a1-b48bb4604292 req-a6e5dabe-9d72-4497-8823-a496fe4d2d87 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:02.057276 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d791d7c1-8f0a-4606-a6a1-b48bb4604292 req-a6e5dabe-9d72-4497-8823-a496fe4d2d87 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 944 time: 0.0836809
Jun 27 12:23:02.152100 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d791d7c1-8f0a-4606-a6a1-b48bb4604292 req-e392375d-0a0a-467c-a90e-de41d2ec377a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880799
Jun 27 12:23:02.183546 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17d096-4431-4a92-acdf-5cdda7039f63 req-0bb5bcc0-93ee-4f32-bc60-9e24459222ad tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:02.188760 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fa17d096-4431-4a92-acdf-5cdda7039f63 req-0bb5bcc0-93ee-4f32-bc60-9e24459222ad tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1078420
Jun 27 12:23:02.236286 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fa17d096-4431-4a92-acdf-5cdda7039f63 req-0b45f05b-fc3d-4637-9442-4aef3ac83d25 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444202
Jun 27 12:23:02.427494 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['dc376450-e6ac-49db-bbb2-fce013ac9729'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:23:02.604631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8e8f16-32ac-459f-8302-042157d2a64c req-a44bf2e7-ab3c-4baa-b74f-30addcdd4df9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:02.606667 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d8e8f16-32ac-459f-8302-042157d2a64c req-a44bf2e7-ab3c-4baa-b74f-30addcdd4df9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1712005
Jun 27 12:23:02.672375 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d8e8f16-32ac-459f-8302-042157d2a64c req-51ede666-f495-43e1-bb5e-28536b5c0bd3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480237
Jun 27 12:23:03.379389 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99c6ba-6018-45af-87c0-7234be4c1ad1 req-465b86b1-776b-4103-995e-b277fbdf0c44 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:03.381086 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe99c6ba-6018-45af-87c0-7234be4c1ad1 req-465b86b1-776b-4103-995e-b277fbdf0c44 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 944 time: 0.1070662
Jun 27 12:23:03.485889 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe99c6ba-6018-45af-87c0-7234be4c1ad1 req-0dcf1cc2-aab6-44e9-b74b-2f359d6e0035 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693820
Jun 27 12:23:03.503691 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18579b2b-6a08-46e1-8c8e-a78673bb95aa req-486043c7-2917-48cc-ad44-eb2ffa2bc113 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:03.505565 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18579b2b-6a08-46e1-8c8e-a78673bb95aa req-486043c7-2917-48cc-ad44-eb2ffa2bc113 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1234145
Jun 27 12:23:03.556237 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-18579b2b-6a08-46e1-8c8e-a78673bb95aa req-1b6d6ad6-97a6-4dee-9178-d43a244ab878 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449762
Jun 27 12:23:03.675503 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device dc376450-e6ac-49db-bbb2-fce013ac9729 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:23:03.763645 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:23:03.813498 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port dc376450-e6ac-49db-bbb2-fce013ac9729 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:23:03.818760 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port dc376450-e6ac-49db-bbb2-fce013ac9729 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:23:03.819159 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:03.887789 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b28e6-d877-41c4-b557-76181ee14c69 req-947ab3ac-71e8-4bac-a59b-10877d20f785 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:03.889538 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4a6b28e6-d877-41c4-b557-76181ee14c69 req-947ab3ac-71e8-4bac-a59b-10877d20f785 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0891280
Jun 27 12:23:03.935709 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4a6b28e6-d877-41c4-b557-76181ee14c69 req-7c3502a1-3ce9-42e5-af8c-3d901640eb7e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407500
Jun 27 12:23:03.942945 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:03.972439 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:03.985868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc376450-e6ac-49db-bbb2-fce013ac9729,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:04.034470 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729', 'code': 200}
Jun 27 12:23:04.070694 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:04.072606 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:04.138297 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:04.141196 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:04.570961 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2dfea459-fd32-4322-a439-e0a49a66b485 req-ab3e806d-c041-4afb-99d1-635b9b9a0361 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 1098 time: 0.0729060
Jun 27 12:23:04.590814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-e3621a3b-f798-4ced-b383-f7872fc26fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0772626
Jun 27 12:23:04.748005 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba3e24-fb6b-4eb2-bea2-f602be86fc0f req-262a41e1-9eb9-4ff4-9502-0c67824bdf75 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:04.749513 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1aba3e24-fb6b-4eb2-bea2-f602be86fc0f req-262a41e1-9eb9-4ff4-9502-0c67824bdf75 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1155019
Jun 27 12:23:04.811940 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1aba3e24-fb6b-4eb2-bea2-f602be86fc0f req-80c5c9aa-26cc-4f9e-a46a-2fb90f7e7781 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564632
Jun 27 12:23:04.825068 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effc119-cf19-43ac-ae98-95958a4b5ea7 req-3e465a67-9ac7-48dc-b1eb-b55136b2561f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:04.826522 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4effc119-cf19-43ac-ae98-95958a4b5ea7 req-3e465a67-9ac7-48dc-b1eb-b55136b2561f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1191394
Jun 27 12:23:04.873729 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4effc119-cf19-43ac-ae98-95958a4b5ea7 req-cbe5aaa4-bf74-44c2-ae87-4cec7c742a2e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405409
Jun 27 12:23:05.140473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089adce3-0cd9-4937-b4ca-8a938bd03160 req-f50d1618-6ac3-4f00-ae13-5055cef528ba tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:05.141928 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-089adce3-0cd9-4937-b4ca-8a938bd03160 req-f50d1618-6ac3-4f00-ae13-5055cef528ba tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0789135
Jun 27 12:23:05.186271 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-089adce3-0cd9-4937-b4ca-8a938bd03160 req-4ad6a7e0-c394-4540-942f-beff4712c8d7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389678
Jun 27 12:23:06.014437 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891bba13-db18-492c-bcb6-fbf175d26188 req-301d4e26-c168-42f8-977e-653123e32067 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:06.015904 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-891bba13-db18-492c-bcb6-fbf175d26188 req-301d4e26-c168-42f8-977e-653123e32067 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0782521
Jun 27 12:23:06.110624 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-891bba13-db18-492c-bcb6-fbf175d26188 req-dc7ecb6f-8e79-47f5-8ccf-80073a2f73d3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890687
Jun 27 12:23:06.137604 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd88a84-070d-41bc-9b06-a67722b5ed2d req-3280ca1f-530a-4f76-849a-0b60c0729588 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:06.139196 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5cd88a84-070d-41bc-9b06-a67722b5ed2d req-3280ca1f-530a-4f76-849a-0b60c0729588 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1011820
Jun 27 12:23:06.148686 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:06.183250 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5cd88a84-070d-41bc-9b06-a67722b5ed2d req-51b30f45-8835-440e-930b-63a2ca24fb90 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383255
Jun 27 12:23:06.381889 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc940a-ad7a-4257-bb57-8e9dad5b8a43 req-5c8513a9-4440-47eb-a180-8c540f37ab8a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:06.383342 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6afc940a-ad7a-4257-bb57-8e9dad5b8a43 req-5c8513a9-4440-47eb-a180-8c540f37ab8a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0803502
Jun 27 12:23:06.428473 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6afc940a-ad7a-4257-bb57-8e9dad5b8a43 req-740f07b5-b41e-48a7-a83d-464fb4c1531b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392418
Jun 27 12:23:07.385455 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2dfea459-fd32-4322-a439-e0a49a66b485 req-251e9d10-0400-40e8-8d0c-6c1d1495f665 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125474
Jun 27 12:23:07.394815 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-2a097d6d-cff4-4185-bda3-0cfe85aed5e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 1096 time: 0.1068470
Jun 27 12:23:07.408798 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a890e81-ac08-4aa4-a8ce-a895fb7b7d79 req-5ef4c0e6-dd76-4e67-af6d-319c4b16e2d4 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:07.410247 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5a890e81-ac08-4aa4-a8ce-a895fb7b7d79 req-5ef4c0e6-dd76-4e67-af6d-319c4b16e2d4 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1774256
Jun 27 12:23:07.478320 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-ea576d5b-65df-4008-9521-dd7def6c9640 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2d32d40730d45d9878ce816690fe893&device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 1098 time: 0.1789527
Jun 27 12:23:07.493879 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5a890e81-ac08-4aa4-a8ce-a895fb7b7d79 req-7f7f1003-2daf-4d3c-bab8-19c484bbada5 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768461
Jun 27 12:23:07.503220 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9d3e8-0162-4014-a7a5-d4951edd92f8 req-57cf3c51-865f-4c9b-a069-98b431eb7ca9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:07.504634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2a9d3e8-0162-4014-a7a5-d4951edd92f8 req-57cf3c51-865f-4c9b-a069-98b431eb7ca9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1547461
Jun 27 12:23:07.552131 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2a9d3e8-0162-4014-a7a5-d4951edd92f8 req-9713bd2a-3b67-43fa-bf1e-96f5a9808b69 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418048
Jun 27 12:23:07.684899 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c03e1-db79-4183-9809-d87ada44e81e req-b19a450a-9f4b-4cbb-9605-3c244b03f495 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:07.686250 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a7c03e1-db79-4183-9809-d87ada44e81e req-b19a450a-9f4b-4cbb-9605-3c244b03f495 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0763783
Jun 27 12:23:07.731672 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a7c03e1-db79-4183-9809-d87ada44e81e req-3f6f64bd-7871-42d7-bab6-63df0b37f133 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399435
Jun 27 12:23:07.862501 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-1eb8d525-58b1-47b6-b9cd-0eea9701a911 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1096 time: 0.0781257
Jun 27 12:23:07.939993 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-5c20c20e-22ef-4b28-9bbe-bdc1677db7e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:07.941924 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-5c20c20e-22ef-4b28-9bbe-bdc1677db7e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 200  len: 920 time: 0.1580167
Jun 27 12:23:08.004280 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-b175fec1-445c-4b03-aee2-534748dde64b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:08.005747 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-b175fec1-445c-4b03-aee2-534748dde64b service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1294360
Jun 27 12:23:08.691524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ed4a0-aaa2-4444-a9ce-329ab5db427c req-594a459e-3094-44ed-8bde-d5517dc8bfa8 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:08.693015 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-847ed4a0-aaa2-4444-a9ce-329ab5db427c req-594a459e-3094-44ed-8bde-d5517dc8bfa8 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0806026
Jun 27 12:23:08.860073 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-847ed4a0-aaa2-4444-a9ce-329ab5db427c req-994d084c-ca28-4975-b5c5-d558aefaee50 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614909
Jun 27 12:23:08.882303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6880a4-d800-4b8b-81de-fb11d4efb34b req-39bc10dd-b5fd-40ee-9a17-5907276c72ea tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:08.883748 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d6880a4-d800-4b8b-81de-fb11d4efb34b req-39bc10dd-b5fd-40ee-9a17-5907276c72ea tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1870742
Jun 27 12:23:08.929063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d6880a4-d800-4b8b-81de-fb11d4efb34b req-72508dbb-2df7-4370-91f4-7dfc80f09d82 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388916
Jun 27 12:23:09.045612 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5c54b-f074-4114-8cbe-3bb250b52a05 req-80eb8622-c67f-4a69-83eb-9f5e7ba57ec0 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:09.047127 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ade5c54b-f074-4114-8cbe-3bb250b52a05 req-80eb8622-c67f-4a69-83eb-9f5e7ba57ec0 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0781748
Jun 27 12:23:09.093570 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ade5c54b-f074-4114-8cbe-3bb250b52a05 req-8637f6e6-3cb5-49ab-a6aa-c9672270891c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409946
Jun 27 12:23:09.892966 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-f9bfd504-58f8-470b-8dcd-63bad218c014 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 200  len: 217 time: 0.0630708
Jun 27 12:23:09.942437 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-fb92c306-8720-43ed-b250-6442a7838f38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 200  len: 999 time: 0.1020417
Jun 27 12:23:10.070292 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a58f6-8233-4bd7-8f58-c0eae57a0712 req-e2eb315a-624b-48fe-93b6-c02ec3647846 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:10.071909 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-840a58f6-8233-4bd7-8f58-c0eae57a0712 req-e2eb315a-624b-48fe-93b6-c02ec3647846 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0840199
Jun 27 12:23:10.130827 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-840a58f6-8233-4bd7-8f58-c0eae57a0712 req-d90dc560-8f02-43c0-89aa-e0ca6fab9bf3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519912
Jun 27 12:23:10.345220 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397b3fc-d846-4b65-a5dd-1c63fa1289e0 req-896e9c15-c778-435e-99e8-36d92729c3a6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:10.346653 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9397b3fc-d846-4b65-a5dd-1c63fa1289e0 req-896e9c15-c778-435e-99e8-36d92729c3a6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1349089
Jun 27 12:23:10.356787 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025fff-d1f0-4236-ae7c-2fb3c89c39c6 req-d877768b-ce19-4f29-9e53-ec650d3b59cb tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:10.358133 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-98025fff-d1f0-4236-ae7c-2fb3c89c39c6 req-d877768b-ce19-4f29-9e53-ec650d3b59cb tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1102824
Jun 27 12:23:10.429509 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9397b3fc-d846-4b65-a5dd-1c63fa1289e0 req-05ad5f08-e2de-4a7b-9c72-0078356d1cd0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704675
Jun 27 12:23:10.431831 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-98025fff-d1f0-4236-ae7c-2fb3c89c39c6 req-c508097b-c81c-427c-aaad-838d1d4a161f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595405
Jun 27 12:23:10.877944 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-ea3b1533-aa17-43c1-8246-6b1e3b4789a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:10.879376 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-ea3b1533-aa17-43c1-8246-6b1e3b4789a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 200  len: 859 time: 0.0645251
Jun 27 12:23:10.882697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-d7cb065e-d6a8-42b5-a7fe-df873e7b4fc3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:10.884166 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-d7cb065e-d6a8-42b5-a7fe-df873e7b4fc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0690281
Jun 27 12:23:10.931233 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-f0c5904d-dbed-42c4-a01d-943d3c7b4fb8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=63edde71-1705-45d9-a553-588c362aa647&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390580
Jun 27 12:23:10.960180 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-c3c2437e-ea5a-4b85-942b-487061adefea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0671391
Jun 27 12:23:11.072955 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-7458b302-6ca7-4419-9663-e15de5442b1c service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326962
Jun 27 12:23:11.094272 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-0576255f-d5c1-4780-aa32-5ce3421eea08 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270025
Jun 27 12:23:11.211805 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b4d64fb1-62e6-4f28-be74-75a2d2b03bcd req-fdb117e0-f95f-4352-ad57-db70d2c44c44 service neutron] 10.222.0.47 "GET /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1320486
Jun 27 12:23:11.233210 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3512e4e-fadb-4cdf-8c43-3ddb848328f0 req-9dc34a8a-7265-403a-9ea4-ea05ce1f9ef2 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295919
Jun 27 12:23:11.363624 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d37d9-7a8a-4aeb-b11b-212d52189f88 req-188c2041-0f53-400c-b045-864d6a9b657b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:11.365096 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2e4d37d9-7a8a-4aeb-b11b-212d52189f88 req-188c2041-0f53-400c-b045-864d6a9b657b tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0841582
Jun 27 12:23:11.395934 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8fbf82e8-0e0c-410a-abba-a7b9a4402fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:11.412254 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2e4d37d9-7a8a-4aeb-b11b-212d52189f88 req-ad9de741-555b-4597-b71d-ad0af1a80129 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417378
Jun 27 12:23:11.683203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14954d09-0728-463d-8aa8-0a03be296b99 req-02262d62-d737-45f9-88ea-1a96c9ec4b93 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:11.684678 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-14954d09-0728-463d-8aa8-0a03be296b99 req-02262d62-d737-45f9-88ea-1a96c9ec4b93 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1044381
Jun 27 12:23:11.690204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4efee-81de-4e68-9b41-5640bdae2df5 req-83451799-a5a3-4c9e-9384-e5a9e335602e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:11.691519 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29a4efee-81de-4e68-9b41-5640bdae2df5 req-83451799-a5a3-4c9e-9384-e5a9e335602e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1411772
Jun 27 12:23:11.763942 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-14954d09-0728-463d-8aa8-0a03be296b99 req-96a8d101-4c27-41b7-9841-326f82b0045b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714850
Jun 27 12:23:11.771424 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-29a4efee-81de-4e68-9b41-5640bdae2df5 req-78aeaf99-1f14-47c7-ab8b-719859cbed31 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638855
Jun 27 12:23:11.784610 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:12.607220 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a2905-d895-4318-88f7-be55214cb883 req-6f601636-5be5-4b0d-9dc5-aa79e0b6815c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:12.608609 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c09a2905-d895-4318-88f7-be55214cb883 req-6f601636-5be5-4b0d-9dc5-aa79e0b6815c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0796134
Jun 27 12:23:12.651818 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c09a2905-d895-4318-88f7-be55214cb883 req-367e906d-e195-4900-bbb2-e7c21556c6d7 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377584
Jun 27 12:23:13.036300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c959fc-6300-48e9-b995-57c9759ee7bc req-a749644d-0072-4f4d-ad71-a6c226cc6be7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:13.037769 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-69c959fc-6300-48e9-b995-57c9759ee7bc req-a749644d-0072-4f4d-ad71-a6c226cc6be7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1389582
Jun 27 12:23:13.047556 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b8b2c-9a3e-4cbc-aa49-3895ca698ec8 req-1bb68f56-7482-437d-b327-4349408b0e6d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:13.048935 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-170b8b2c-9a3e-4cbc-aa49-3895ca698ec8 req-1bb68f56-7482-437d-b327-4349408b0e6d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1122983
Jun 27 12:23:13.123971 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-69c959fc-6300-48e9-b995-57c9759ee7bc req-46aaa0f8-88fc-47b9-b74b-9fa7603022fa tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740206
Jun 27 12:23:13.126286 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-170b8b2c-9a3e-4cbc-aa49-3895ca698ec8 req-d15fbdae-e3bd-4d98-9f85-f26c4554d243 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625441
Jun 27 12:23:13.604763 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-41d9ffe2-6dc4-4fb7-804e-c272139e3e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:13.843551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85beb6-b476-4f8e-b80c-64f9fd79ee21 req-f21ac37b-f7d5-446a-bc92-d627e3dd82aa tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:13.845033 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ec85beb6-b476-4f8e-b80c-64f9fd79ee21 req-f21ac37b-f7d5-446a-bc92-d627e3dd82aa tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0748844
Jun 27 12:23:13.961339 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ec85beb6-b476-4f8e-b80c-64f9fd79ee21 req-4d8cdca5-7ac1-4711-bd2a-c1a45bcc4431 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107292
Jun 27 12:23:14.379524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebeebc-3277-4798-bb79-c8a10f58a620 req-1185b15c-6254-4516-95be-07c9b7dcdfca tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:14.380914 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-41ebeebc-3277-4798-bb79-c8a10f58a620 req-1185b15c-6254-4516-95be-07c9b7dcdfca tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1350865
Jun 27 12:23:14.391045 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e8e8b-1be2-45cb-8ebc-029753f6a83f req-0d10671a-e20e-4a19-924b-6a6c96e9b45b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:14.392548 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-070e8e8b-1be2-45cb-8ebc-029753f6a83f req-0d10671a-e20e-4a19-924b-6a6c96e9b45b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1119819
Jun 27 12:23:14.469423 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-41ebeebc-3277-4798-bb79-c8a10f58a620 req-aeb1e68c-0be2-49e5-989a-a07bd9511a15 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759101
Jun 27 12:23:14.471677 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-070e8e8b-1be2-45cb-8ebc-029753f6a83f req-90c2c091-910b-42f9-9b5c-8fb2c01bdf28 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635412
Jun 27 12:23:14.681835 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:15.167826 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8cc08-d165-40e2-b30e-fa34d9420f59 req-2e3a1669-12a3-4dd8-89a8-3959bc3b5d78 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:15.169949 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7b8cc08-d165-40e2-b30e-fa34d9420f59 req-2e3a1669-12a3-4dd8-89a8-3959bc3b5d78 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0866427
Jun 27 12:23:15.215197 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7b8cc08-d165-40e2-b30e-fa34d9420f59 req-9446355c-cadb-4cc6-a866-8cd9cb6fa79e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397050
Jun 27 12:23:15.739179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9066c-dfa9-4930-b6d9-c529b6d47d06 req-cfc3f4dd-7deb-4a05-8ce9-a09278631484 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:15.740677 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d3f9066c-dfa9-4930-b6d9-c529b6d47d06 req-cfc3f4dd-7deb-4a05-8ce9-a09278631484 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1415663
Jun 27 12:23:15.746370 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668c8d5-58f8-42bc-95c2-7dea1efc322d req-775d9098-3a03-4316-8116-01005b393223 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:15.748475 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c668c8d5-58f8-42bc-95c2-7dea1efc322d req-775d9098-3a03-4316-8116-01005b393223 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1143782
Jun 27 12:23:15.826066 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d3f9066c-dfa9-4930-b6d9-c529b6d47d06 req-b99697de-be49-474f-964b-37686c6909a0 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756502
Jun 27 12:23:15.829799 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c668c8d5-58f8-42bc-95c2-7dea1efc322d req-596fc410-5578-4d93-af8d-11a7f0b3b9b8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633249
Jun 27 12:23:16.242013 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:17.113211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a8cd1-abe1-4588-85ef-48029137ba05 req-a429e4fb-231c-4579-9ab8-128c52e62958 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:17.114654 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-009a8cd1-abe1-4588-85ef-48029137ba05 req-a429e4fb-231c-4579-9ab8-128c52e62958 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1360700
Jun 27 12:23:17.125458 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66641f4f-471f-4dad-88b1-76721e28f64c req-808f7c7b-c2fb-4453-97f6-c81fc959c7b8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:17.126833 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-66641f4f-471f-4dad-88b1-76721e28f64c req-808f7c7b-c2fb-4453-97f6-c81fc959c7b8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1470532
Jun 27 12:23:17.197353 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-009a8cd1-abe1-4588-85ef-48029137ba05 req-6a148b38-c371-445d-8ac9-593e4bb7eb2d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695944
Jun 27 12:23:17.202638 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-66641f4f-471f-4dad-88b1-76721e28f64c req-bc3a0f3b-9ab9-4086-9e96-947f93d2b2ae tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611336
Jun 27 12:23:18.452473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d045a-332f-4548-9745-f0f3feb324fd req-a5655a50-4348-442b-aa90-7a01587c2634 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:18.453895 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a34d045a-332f-4548-9745-f0f3feb324fd req-a5655a50-4348-442b-aa90-7a01587c2634 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1352522
Jun 27 12:23:18.459815 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b912d-bb73-45fc-97f5-6abe3bcb7557 req-099e2a91-7019-4fe9-95ea-4df0fc8387de tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:18.461170 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-772b912d-bb73-45fc-97f5-6abe3bcb7557 req-099e2a91-7019-4fe9-95ea-4df0fc8387de tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1093524
Jun 27 12:23:18.536079 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a34d045a-332f-4548-9745-f0f3feb324fd req-5bb8f541-27a8-47dc-a364-03375cd9cb4b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0739098
Jun 27 12:23:18.538042 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-772b912d-bb73-45fc-97f5-6abe3bcb7557 req-c0b7559a-c2c7-4678-8956-fb962a5f8e04 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0619404
Jun 27 12:23:19.879962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e025216-801f-46f1-860f-b5a2cc96c110 req-c7c0d36f-5824-4039-ac2c-0ff8255acd67 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:19.881685 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1e025216-801f-46f1-860f-b5a2cc96c110 req-c7c0d36f-5824-4039-ac2c-0ff8255acd67 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.2174041
Jun 27 12:23:19.888167 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1352d-07f4-4513-bfa7-0eedee64bad4 req-da8c36b2-ceb6-4a27-8edb-bef488503bd9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:19.889610 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bcb1352d-07f4-4513-bfa7-0eedee64bad4 req-da8c36b2-ceb6-4a27-8edb-bef488503bd9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1340590
Jun 27 12:23:19.964184 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1e025216-801f-46f1-860f-b5a2cc96c110 req-0c335189-5c28-407f-89a5-8da42421c9da tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0736175
Jun 27 12:23:19.969823 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bcb1352d-07f4-4513-bfa7-0eedee64bad4 req-db21e97b-e11f-416b-aaeb-25fe2a36fb1a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651619
Jun 27 12:23:20.664319 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1892851-89ea-4ec0-823f-74a1b642f006 req-1fb1d62e-9f2d-4ae4-80fb-c9f4d032ce28 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:20.665874 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1892851-89ea-4ec0-823f-74a1b642f006 req-1fb1d62e-9f2d-4ae4-80fb-c9f4d032ce28 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0883093
Jun 27 12:23:20.717521 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1892851-89ea-4ec0-823f-74a1b642f006 req-c831391b-3741-4d67-b22a-c04ca324a7a0 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451925
Jun 27 12:23:21.235420 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c511486-2795-450c-aaed-b84fb41f70df req-8722425f-a481-48d1-8f0a-c8a4e0e3bd36 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:21.236911 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c511486-2795-450c-aaed-b84fb41f70df req-8722425f-a481-48d1-8f0a-c8a4e0e3bd36 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1417303
Jun 27 12:23:21.248746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb415e3b-daf2-4a17-85fe-258d93f4d856 req-db0a2c4e-8403-4c36-a9e7-efe34d8429ca tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:21.250272 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb415e3b-daf2-4a17-85fe-258d93f4d856 req-db0a2c4e-8403-4c36-a9e7-efe34d8429ca tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1198387
Jun 27 12:23:21.327464 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb415e3b-daf2-4a17-85fe-258d93f4d856 req-ca6b9dc3-ff3b-4ae7-ba15-e6ce0d6e7b81 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605469
Jun 27 12:23:21.332018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c511486-2795-450c-aaed-b84fb41f70df req-471ae333-d833-4098-a2fd-123373a9866a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807500
Jun 27 12:23:21.958972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448260ed-bc59-4aee-b3d6-2d1e4f6b322f req-590bd4ad-bd03-4983-96de-010f48c0803f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:21.960710 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-448260ed-bc59-4aee-b3d6-2d1e4f6b322f req-590bd4ad-bd03-4983-96de-010f48c0803f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1134136
Jun 27 12:23:22.010055 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-448260ed-bc59-4aee-b3d6-2d1e4f6b322f req-0b83d33f-00d1-4afb-905b-7c38e666cbbf tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422101
Jun 27 12:23:22.751328 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd5d16-15c5-4fbe-b4d3-22721f7c7224 req-bd4e335e-937c-48be-8f0c-3fece5ff9086 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:22.753438 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1fd5d16-15c5-4fbe-b4d3-22721f7c7224 req-bd4e335e-937c-48be-8f0c-3fece5ff9086 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.2542701
Jun 27 12:23:22.771870 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42715d-05a8-4ee5-834b-c0d6b4ac917b req-ddc97469-9baa-4269-99b4-e15e78928f3c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:22.773307 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6c42715d-05a8-4ee5-834b-c0d6b4ac917b req-ddc97469-9baa-4269-99b4-e15e78928f3c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.2386417
Jun 27 12:23:22.848329 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6c42715d-05a8-4ee5-834b-c0d6b4ac917b req-463232d5-80ae-4fd9-a312-aedb8833cdca tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617986
Jun 27 12:23:22.855128 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d1fd5d16-15c5-4fbe-b4d3-22721f7c7224 req-5d42a8e5-574c-4727-a361-ef89fbeb67d5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908535
Jun 27 12:23:23.211969 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d00b55-6c83-4319-8be5-cb4ddfa15772 req-bc63264a-ff64-41fe-a9b0-dad0206c44a1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:23.213743 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-85d00b55-6c83-4319-8be5-cb4ddfa15772 req-bc63264a-ff64-41fe-a9b0-dad0206c44a1 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0789294
Jun 27 12:23:23.264286 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-85d00b55-6c83-4319-8be5-cb4ddfa15772 req-e0fe6819-8dda-4f47-995b-1da02ee5c379 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448315
Jun 27 12:23:24.171987 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01485975-16dd-478a-97d4-97e416421248 req-2b53b11f-912b-49c1-bf33-826a9a5df76e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:24.180857 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01485975-16dd-478a-97d4-97e416421248 req-2b53b11f-912b-49c1-bf33-826a9a5df76e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1758823
Jun 27 12:23:24.241949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bdba6-db4b-46f6-a10b-881444f05344 req-46adc646-fe6a-4dd7-9dc9-b4a0ed2ca5e4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:24.243465 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d37bdba6-db4b-46f6-a10b-881444f05344 req-46adc646-fe6a-4dd7-9dc9-b4a0ed2ca5e4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1999276
Jun 27 12:23:24.273551 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01485975-16dd-478a-97d4-97e416421248 req-c90be9ca-a026-4b21-9d30-eada32cd7502 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915277
Jun 27 12:23:24.325066 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d37bdba6-db4b-46f6-a10b-881444f05344 req-4cfee790-af06-461f-9a96-093d361b2f1f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0734417
Jun 27 12:23:24.560882 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6e78d-88a5-4dcf-ba59-f27cf51e9c39 req-de42d457-a7bf-4731-8aeb-a4b27834a9fb tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:24.570157 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46d6e78d-88a5-4dcf-ba59-f27cf51e9c39 req-de42d457-a7bf-4731-8aeb-a4b27834a9fb tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1003649
Jun 27 12:23:24.632022 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46d6e78d-88a5-4dcf-ba59-f27cf51e9c39 req-c43445da-e625-4494-9f19-434267fa9635 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539551
Jun 27 12:23:25.579722 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154338ff-4488-4ca2-b6ed-6eb92fcd15d8 req-da774b1d-dc0d-43b7-9334-7afa94538cfc tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:25.587425 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-154338ff-4488-4ca2-b6ed-6eb92fcd15d8 req-da774b1d-dc0d-43b7-9334-7afa94538cfc tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1158648
Jun 27 12:23:25.611013 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833c103-843a-4c5c-9fe6-f723e8655dd2 req-c4303959-e036-41d2-af3d-8cbc27317045 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:25.612523 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b833c103-843a-4c5c-9fe6-f723e8655dd2 req-c4303959-e036-41d2-af3d-8cbc27317045 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.2052293
Jun 27 12:23:25.668789 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-154338ff-4488-4ca2-b6ed-6eb92fcd15d8 req-48c274d0-4980-4720-85f5-ab7e8eb74c09 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799346
Jun 27 12:23:25.693702 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b833c103-843a-4c5c-9fe6-f723e8655dd2 req-0736e485-d979-43b9-abbf-210b8ee58b1a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605855
Jun 27 12:23:25.896213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5558eb-c802-4577-b626-dbcb04b055ef req-098eede7-cd1d-4ff8-8903-a503c8cb2945 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:25.897788 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3c5558eb-c802-4577-b626-dbcb04b055ef req-098eede7-cd1d-4ff8-8903-a503c8cb2945 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0976071
Jun 27 12:23:25.968103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3c5558eb-c802-4577-b626-dbcb04b055ef req-83bc30f7-37a1-4ee5-b315-f13b45e956a5 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638905
Jun 27 12:23:26.514269 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 43652) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:23:26.665979 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:26.698776 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:23:26.702717 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Usage tracker for resource:security_group_rule and tenant:5f75d0da60ae4733804aca59894e04a3 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:23:26.705643 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:23:26.711575 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:23:26.836682 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:26.981490 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ba6ba-1c4f-4bb6-8316-04e3f44523a3 req-659a180c-8a44-4abf-9902-aaf80b90f2d9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:26.984882 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2e0ba6ba-1c4f-4bb6-8316-04e3f44523a3 req-659a180c-8a44-4abf-9902-aaf80b90f2d9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1654935
Jun 27 12:23:27.011197 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642d173-b7be-456c-8173-51255100e272 req-3026051f-3440-480d-90eb-6ba8cd590536 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:27.012698 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1642d173-b7be-456c-8173-51255100e272 req-3026051f-3440-480d-90eb-6ba8cd590536 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1394994
Jun 27 12:23:27.059838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:27.066669 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2e0ba6ba-1c4f-4bb6-8316-04e3f44523a3 req-b073b98c-1f7e-4d8c-905d-b83c60859fec tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0766029
Jun 27 12:23:27.069308 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0fd0250b-9682-46b0-b600-24d909547f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:27.089361 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1642d173-b7be-456c-8173-51255100e272 req-7d1720af-afd3-408c-9321-a9d80ef67903 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678904
Jun 27 12:23:27.102903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364ba264-6526-4946-8f15-39209b2402ee,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:27.127086 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.127566 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.127948 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.128401 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.128838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.129267 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.129646 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.130011 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.140114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.140114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.140114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.140114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:27.156258 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 43666) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:23:27.161971 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f75d0da60ae4733804aca59894e04a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6410241
Jun 27 12:23:27.265461 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:27.350296 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:27.417312 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b5e9a-0b42-4c24-b3b7-a43d15b9ba8a req-4a93b032-bde6-491b-8d52-d45b9b282b56 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:27.418796 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be9b5e9a-0b42-4c24-b3b7-a43d15b9ba8a req-4a93b032-bde6-491b-8d52-d45b9b282b56 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1368427
Jun 27 12:23:27.470428 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be9b5e9a-0b42-4c24-b3b7-a43d15b9ba8a req-294574db-8a22-40af-9c12-37bb6c08b6ff tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453308
Jun 27 12:23:27.509938 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:27.516126 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e829fa14-d137-4105-94b1-17022892db1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:27.533329 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364ba264-6526-4946-8f15-39209b2402ee,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:27.538378 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:27.540363 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/364ba264-6526-4946-8f15-39209b2402ee HTTP/1.1" status: 204  len: 168 time: 0.3823202
Jun 27 12:23:27.546151 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.546750 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.547200 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.547618 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.548044 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.548486 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.548893 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.549327 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.549754 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.550101 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.550485 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:27.554759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:28.395254 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33361061-a895-4df3-9a00-e7a819b3ec17 req-e5ef54ba-7ade-4c00-81e4-7a4b44b3d813 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:28.396924 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33361061-a895-4df3-9a00-e7a819b3ec17 req-e5ef54ba-7ade-4c00-81e4-7a4b44b3d813 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1518977
Jun 27 12:23:28.414861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29071-dddd-4b13-b149-7a5e6fac1a47 req-73961f55-4841-45cf-9812-c17616eec8b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:28.423520 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cfd29071-dddd-4b13-b149-7a5e6fac1a47 req-73961f55-4841-45cf-9812-c17616eec8b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1469829
Jun 27 12:23:28.539255 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33361061-a895-4df3-9a00-e7a819b3ec17 req-372eb6d4-4a75-476c-86f8-45350d202e85 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1330545
Jun 27 12:23:28.550475 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cfd29071-dddd-4b13-b149-7a5e6fac1a47 req-69873a4d-2f08-4f47-8394-868e8beb35c7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253293
Jun 27 12:23:28.761849 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6a109-6702-43e2-8c90-030b7eb8fc91 req-5b90ccd3-8748-45b2-96d6-dbcdb209ed3a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:28.764060 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42d6a109-6702-43e2-8c90-030b7eb8fc91 req-5b90ccd3-8748-45b2-96d6-dbcdb209ed3a tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0936887
Jun 27 12:23:28.822361 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42d6a109-6702-43e2-8c90-030b7eb8fc91 req-f9547f2c-0e9a-4013-ae46-a3d374101c51 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522583
Jun 27 12:23:29.786942 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b82cf2-504d-4488-815f-b6f92e5048af req-e43f09b1-5034-44f5-85f9-d6de90adf6a1 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:29.793840 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-00b82cf2-504d-4488-815f-b6f92e5048af req-e43f09b1-5034-44f5-85f9-d6de90adf6a1 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1045260
Jun 27 12:23:29.900588 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-00b82cf2-504d-4488-815f-b6f92e5048af req-a09a7566-3d98-4218-962c-13d323ad40fe tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1058888
Jun 27 12:23:30.016157 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2f7c4-2793-4a67-a0c1-1048f342846a req-670f08d1-6026-4bd9-b787-e0bace3b4f2b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:30.016157 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5af2f7c4-2793-4a67-a0c1-1048f342846a req-670f08d1-6026-4bd9-b787-e0bace3b4f2b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.0904367
Jun 27 12:23:30.083005 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5af2f7c4-2793-4a67-a0c1-1048f342846a req-9c832937-c981-4611-a5cb-f8f30115bb8b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914817
Jun 27 12:23:30.140312 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4edab-68bc-45d9-b2f8-8df14ce80b4c req-fca27fb1-aaf1-4213-bb21-38836490e2fa tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:30.142268 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38e4edab-68bc-45d9-b2f8-8df14ce80b4c req-fca27fb1-aaf1-4213-bb21-38836490e2fa tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.1154726
Jun 27 12:23:30.204798 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38e4edab-68bc-45d9-b2f8-8df14ce80b4c req-b2f208fe-bd1f-41a1-b7be-8dd8a2b58156 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564995
Jun 27 12:23:31.234559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744d823-65c2-4380-8a50-316843bda632 req-1ddc09de-9c64-4387-a274-ffb1acdf11ef tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:31.236801 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9744d823-65c2-4380-8a50-316843bda632 req-1ddc09de-9c64-4387-a274-ffb1acdf11ef tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0989621
Jun 27 12:23:31.399148 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9744d823-65c2-4380-8a50-316843bda632 req-ea1357a5-6750-4b9f-8abc-d2fb1c8eba0c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1566710
Jun 27 12:23:31.435090 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106811c-f243-4b4f-8878-96520de7da09 req-37ce604c-6663-4e37-b664-6442212ac66d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:31.437193 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6106811c-f243-4b4f-8878-96520de7da09 req-37ce604c-6663-4e37-b664-6442212ac66d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1094615
Jun 27 12:23:31.504644 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6106811c-f243-4b4f-8878-96520de7da09 req-466bfae3-0716-4cf2-bf4b-ca650b6be2fa tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610654
Jun 27 12:23:31.604495 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ebae5-d4ca-48ba-9b69-b6c121897e64 req-851ad1d8-f4d6-4cb7-8e2c-8289c8503ae9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:31.605949 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-245ebae5-d4ca-48ba-9b69-b6c121897e64 req-851ad1d8-f4d6-4cb7-8e2c-8289c8503ae9 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0837641
Jun 27 12:23:31.653177 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-245ebae5-d4ca-48ba-9b69-b6c121897e64 req-11e62237-e920-41a7-b209-260abc445903 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409358
Jun 27 12:23:32.602442 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9f040-88e2-4734-8361-317fd7e7788f req-5c98b68d-b840-4bb3-9b54-d8d6b4ad439a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:32.603914 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a5e9f040-88e2-4734-8361-317fd7e7788f req-5c98b68d-b840-4bb3-9b54-d8d6b4ad439a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.0810554
Jun 27 12:23:32.701699 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a5e9f040-88e2-4734-8361-317fd7e7788f req-85f93c8f-c355-4c8c-b234-efd019e4301f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911508
Jun 27 12:23:32.732872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3968204-d347-48c4-be0d-ab58186b78d0 req-16c4ee16-634c-4289-b985-8a0d63045788 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:32.734065 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3968204-d347-48c4-be0d-ab58186b78d0 req-16c4ee16-634c-4289-b985-8a0d63045788 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.0893133
Jun 27 12:23:32.784630 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3968204-d347-48c4-be0d-ab58186b78d0 req-546dd231-6cb0-41ad-80a6-b27a9404f6b7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446796
Jun 27 12:23:32.909870 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749800a-5618-4760-890b-36344c23fa7f req-d7ea1799-6101-4f03-a9b8-1872491b6480 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:32.911348 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3749800a-5618-4760-890b-36344c23fa7f req-d7ea1799-6101-4f03-a9b8-1872491b6480 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0884380
Jun 27 12:23:32.958261 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3749800a-5618-4760-890b-36344c23fa7f req-0a536853-5903-4063-a9cc-f36b4364e732 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/security-groups?id=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408947
Jun 27 12:23:33.637321 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-7dfdc0dc-d969-4365-a7cc-3b1cb48efc8e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:33.638736 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-7dfdc0dc-d969-4365-a7cc-3b1cb48efc8e tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 945 time: 0.0774839
Jun 27 12:23:33.713273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Deleting port dc376450-e6ac-49db-bbb2-fce013ac9729 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:23:33.713273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:34.081050 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] For port dc376450-e6ac-49db-bbb2-fce013ac9729, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=dc376450-e6ac-49db-bbb2-fce013ac9729,segment=NetworkSegment(4606b0bb-03bb-47a0-8e31-c0aa11003b5f),segment_id=4606b0bb-03bb-47a0-8e31-c0aa11003b5f)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:34.081833 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:34.220467 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcc0d7-3cff-43dd-8b00-0b4e2ce60961 req-426cd137-bc1e-4d0f-b199-cf5cff0cc057 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:34.221904 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-27bcc0d7-3cff-43dd-8b00-0b4e2ce60961 req-426cd137-bc1e-4d0f-b199-cf5cff0cc057 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.3787322
Jun 27 12:23:34.228115 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Calling delete_port for dc376450-e6ac-49db-bbb2-fce013ac9729 owned by compute:nova {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:23:34.293221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edcd37-5dab-4569-af6c-361048182bec req-b124260a-d96c-484f-9cf5-44beffdb579f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:34.294659 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86edcd37-5dab-4569-af6c-361048182bec req-b124260a-d96c-484f-9cf5-44beffdb579f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.3505139
Jun 27 12:23:34.382022 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-27bcc0d7-3cff-43dd-8b00-0b4e2ce60961 req-fb434d85-466c-4601-8cab-0589559ddcfc tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262569
Jun 27 12:23:34.388804 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86edcd37-5dab-4569-af6c-361048182bec req-cc9b688b-5749-4a5b-9f52-b9fae7d8fb7f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829909
Jun 27 12:23:34.499500 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:34.505668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:34.546504 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['dc376450-e6ac-49db-bbb2-fce013ac9729'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:23:34.606742 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Pushing event deleted for resources: {'Port': ['ID=dc376450-e6ac-49db-bbb2-fce013ac9729,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:34.609922 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:34.619952 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-155030af-69bb-4878-888a-4270f016dd5b req-611f4b14-442e-42eb-b0d0-62cfa982596c tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 210 time: 0.0842328
Jun 27 12:23:35.023039 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] No DVR routers for this DVR port dc376450-e6ac-49db-bbb2-fce013ac9729 on host hv-cinder-79809 {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:23:35.028004 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:35.031137 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'name': 'network-vif-deleted', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:35.126825 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ed92d36-4685-4eb7-8664-8a7ceb2e439d', 'name': 'network-vif-deleted', 'tag': 'dc376450-e6ac-49db-bbb2-fce013ac9729', 'status': 'completed', 'code': 200}
Jun 27 12:23:35.130553 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c3e46f26-dc32-47ad-9b9e-815a7faccf2f req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.47 "DELETE /v2.0/ports/dc376450-e6ac-49db-bbb2-fce013ac9729 HTTP/1.1" status: 204  len: 173 time: 1.4844151
Jun 27 12:23:35.145717 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b808096-d4bf-4f1a-8fd1-9d762a7226b2 req-78fc5a47-d22f-43d8-9f5e-08d1dd062d22 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:35.147146 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4b808096-d4bf-4f1a-8fd1-9d762a7226b2 req-78fc5a47-d22f-43d8-9f5e-08d1dd062d22 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.2050722
Jun 27 12:23:35.196668 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4b808096-d4bf-4f1a-8fd1-9d762a7226b2 req-4e306549-19dc-44f6-9df8-0b83669a8de8 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422437
Jun 27 12:23:35.658907 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717207c-dfe8-4fdf-8c41-b4100004d472 req-07044267-8bd0-4ca5-b6a3-8e84f5e906c4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:35.661364 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2717207c-dfe8-4fdf-8c41-b4100004d472 req-07044267-8bd0-4ca5-b6a3-8e84f5e906c4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1491766
Jun 27 12:23:35.668050 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917f1b1-0f9a-4fb0-b078-a3d4fcacaa96 req-ab62d686-c37a-475b-8bdc-e0ff906a857a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:35.669668 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7917f1b1-0f9a-4fb0-b078-a3d4fcacaa96 req-ab62d686-c37a-475b-8bdc-e0ff906a857a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1219027
Jun 27 12:23:35.743108 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2717207c-dfe8-4fdf-8c41-b4100004d472 req-4ca7574d-39d9-4e5e-9226-c3877d80eaae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702960
Jun 27 12:23:35.747474 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7917f1b1-0f9a-4fb0-b078-a3d4fcacaa96 req-45923e20-5e03-429a-a933-b3af2824bc4a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613325
Jun 27 12:23:35.928243 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-e15517b3-e2a5-4072-97e1-d3b7ac6f3fbf req-18dbe4b4-f123-42dc-9176-684fabf85a37 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Synchronizing usage tracker for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:23:36.024417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-e15517b3-e2a5-4072-97e1-d3b7ac6f3fbf req-18dbe4b4-f123-42dc-9176-684fabf85a37 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Unset dirty status for tenant:6049ee0dd6984915ab15117d424c57f5 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:23:36.025597 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e15517b3-e2a5-4072-97e1-d3b7ac6f3fbf req-18dbe4b4-f123-42dc-9176-684fabf85a37 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ed92d36-4685-4eb7-8664-8a7ceb2e439d HTTP/1.1" status: 200  len: 210 time: 0.1400497
Jun 27 12:23:36.219875 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:36.457977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c346c-049c-4b04-b9d6-ba8b08f69c05 req-9b8253d7-4dd7-451a-b093-9e1c51271d10 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:36.459416 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-330c346c-049c-4b04-b9d6-ba8b08f69c05 req-9b8253d7-4dd7-451a-b093-9e1c51271d10 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1358898
Jun 27 12:23:36.465750 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adb20-630c-4006-8ade-40b1e48ccec1 req-a10550ed-dc58-4d25-9328-1a1de69d2b9c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:36.468071 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6b9adb20-630c-4006-8ade-40b1e48ccec1 req-a10550ed-dc58-4d25-9328-1a1de69d2b9c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.1076102
Jun 27 12:23:36.542725 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-330c346c-049c-4b04-b9d6-ba8b08f69c05 req-539e7ae4-1348-406e-a771-2df4a6f32206 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746925
Jun 27 12:23:36.545167 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6b9adb20-630c-4006-8ade-40b1e48ccec1 req-2dff5d25-e628-4db4-a00c-a97af73a8748 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607748
Jun 27 12:23:37.012386 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006308c-b7e0-4613-a34c-e8e08ceecc41 req-ebbacefd-e6cd-47cf-9f82-c535d3afd3fd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:37.013771 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e006308c-b7e0-4613-a34c-e8e08ceecc41 req-ebbacefd-e6cd-47cf-9f82-c535d3afd3fd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1378891
Jun 27 12:23:37.020782 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7a65d-fa7a-4ce5-b326-6296e4af1d6a req-b11583e8-dbea-4217-aa6b-c69da1dd28b9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:37.022132 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33a7a65d-fa7a-4ce5-b326-6296e4af1d6a req-b11583e8-dbea-4217-aa6b-c69da1dd28b9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1117887
Jun 27 12:23:37.093830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e006308c-b7e0-4613-a34c-e8e08ceecc41 req-5b674584-f4d7-40b1-a017-1c28bcbd3a70 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706885
Jun 27 12:23:37.098312 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33a7a65d-fa7a-4ce5-b326-6296e4af1d6a req-b8462dcd-5249-4e40-a345-f202cd94d2a9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0621645
Jun 27 12:23:37.501743 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-832dce6d-77e9-4b36-9ce3-c4a9c5e47809 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:37.503214 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-832dce6d-77e9-4b36-9ce3-c4a9c5e47809 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.0805569
Jun 27 12:23:37.581593 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Deleting port 07849c2e-9603-4380-a316-48672b298740 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:23:37.582215 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:37.868910 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 07849c2e-9603-4380-a316-48672b298740 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:23:38.009649 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:38.010098 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:38.011001 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:38.033541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dc392-f807-4b4a-895a-cf78fb5f9501 req-6edc1ada-5c42-411f-acda-3262037bad48 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:38.040192 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-350dc392-f807-4b4a-895a-cf78fb5f9501 req-6edc1ada-5c42-411f-acda-3262037bad48 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.2945628
Jun 27 12:23:38.041149 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07849c2e-9603-4380-a316-48672b298740'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:38.052370 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:38.115638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:38.116360 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device dc376450-e6ac-49db-bbb2-fce013ac9729 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:23:38.144854 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:38.169160 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Calling delete_port for 07849c2e-9603-4380-a316-48672b298740 owned by compute:nova {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:23:38.182271 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: dc376450-e6ac-49db-bbb2-fce013ac9729 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:23:38.182699 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device dc376450-e6ac-49db-bbb2-fce013ac9729 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:23:38.203585 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c68608-c9dd-4b30-9101-dfb85f000ab5 req-211e3b5e-811f-4a0c-8f62-6b0f2772791e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:38.205080 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-37c68608-c9dd-4b30-9101-dfb85f000ab5 req-211e3b5e-811f-4a0c-8f62-6b0f2772791e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 946 time: 0.4584470
Jun 27 12:23:38.223449 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=6']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:38.226616 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:38.303813 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-350dc392-f807-4b4a-895a-cf78fb5f9501 req-fdbc6b7c-4edb-406c-a045-2e36e3400faa tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2627461
Jun 27 12:23:38.309941 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-37c68608-c9dd-4b30-9101-dfb85f000ab5 req-a39329a8-fef6-49d5-8221-b0e2773d683a tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941341
Jun 27 12:23:38.348837 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.db.api [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:23:38.349241 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_db.api [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:23:38.384864 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07849c2e-9603-4380-a316-48672b298740', 'code': 200}
Jun 27 12:23:38.668123 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d734-6f1f-4fb9-9648-74121a8fc353 req-3c75897a-6577-4791-9df4-498137ec5bc5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:38.669597 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a36d734-6f1f-4fb9-9648-74121a8fc353 req-3c75897a-6577-4791-9df4-498137ec5bc5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.2313874
Jun 27 12:23:38.680478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06bb71-c1fb-4506-bba1-1191bf59510a req-305a6269-e45a-45a5-97f5-39d57e72f9af tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:38.681860 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e06bb71-c1fb-4506-bba1-1191bf59510a req-305a6269-e45a-45a5-97f5-39d57e72f9af tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1940274
Jun 27 12:23:38.757700 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a36d734-6f1f-4fb9-9648-74121a8fc353 req-183d5b2c-08f0-4062-b787-046e63073ad6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0748937
Jun 27 12:23:38.759778 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e06bb71-c1fb-4506-bba1-1191bf59510a req-2abc7cfa-42a6-4962-b0d0-d54edfb32bb5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631220
Jun 27 12:23:38.850629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Deleting port 07849c2e-9603-4380-a316-48672b298740 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:23:38.851383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:39.110528 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] For port 07849c2e-9603-4380-a316-48672b298740, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=07849c2e-9603-4380-a316-48672b298740,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:39.110975 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:39.239088 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Calling delete_port for 07849c2e-9603-4380-a316-48672b298740 owned by compute:nova {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:23:39.468874 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:39.513651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:39.562098 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bce9610e-33bc-494b-96c6-499e760cf712 req-e94a891c-72f7-4c55-81bb-85f427181325 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.1000512
Jun 27 12:23:39.565957 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Pushing event deleted for resources: {'Port': ['ID=07849c2e-9603-4380-a316-48672b298740,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:39.571516 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:39.657120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] No DVR routers for this DVR port 07849c2e-9603-4380-a316-48672b298740 on host hv-cinder-79809 {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:23:39.660122 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:39.662558 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-deleted', 'tag': '07849c2e-9603-4380-a316-48672b298740'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:39.684559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca7209-d759-4193-9c18-fcf007faf8f7 req-fa43ace4-428e-47d0-be48-0eda2aef3190 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:39.684944 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3ca7209-d759-4193-9c18-fcf007faf8f7 req-fa43ace4-428e-47d0-be48-0eda2aef3190 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.2545824
Jun 27 12:23:39.724547 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7406db00-dee4-428b-889c-ced1c13b6a78', 'name': 'network-vif-deleted', 'tag': '07849c2e-9603-4380-a316-48672b298740', 'status': 'completed', 'code': 200}
Jun 27 12:23:39.733367 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b3ca7209-d759-4193-9c18-fcf007faf8f7 req-0a5fc5d2-22af-4f62-97e7-a6f11a522c34 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419514
Jun 27 12:23:39.745362 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0710977-c9f3-4943-91ed-72c5c6632012 req-84238fae-00c3-4f2e-8a6b-d9641ace11ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "DELETE /v2.0/ports/07849c2e-9603-4380-a316-48672b298740 HTTP/1.1" status: 204  len: 173 time: 2.2298863
Jun 27 12:23:40.015537 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c549c-fb3e-4de4-9d31-d84da2092087 req-9f8ddba4-f510-4871-8b63-ae818d73734d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:40.016916 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b99c549c-fb3e-4de4-9d31-d84da2092087 req-9f8ddba4-f510-4871-8b63-ae818d73734d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1321805
Jun 27 12:23:40.025923 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374912c-95f1-4c85-9730-8a7a841ed9a2 req-62d196c4-4242-47d4-8515-1eebb17e294f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:40.027255 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8374912c-95f1-4c85-9730-8a7a841ed9a2 req-62d196c4-4242-47d4-8515-1eebb17e294f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1097116
Jun 27 12:23:40.098141 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b99c549c-fb3e-4de4-9d31-d84da2092087 req-7d5b5e2c-a8c0-4b19-983e-99c19a3c59d2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699697
Jun 27 12:23:40.100470 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8374912c-95f1-4c85-9730-8a7a841ed9a2 req-686ea94c-5222-4890-b2cc-55364d1b2db8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593500
Jun 27 12:23:40.731456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-78afa8f8-4ba6-4ed1-8aff-e8acbbdd2be9 req-1bfce4cd-8286-42c0-824f-0aa9d184da97 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Synchronizing usage tracker for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:23:40.764712 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:23:40.806561 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-78afa8f8-4ba6-4ed1-8aff-e8acbbdd2be9 req-1bfce4cd-8286-42c0-824f-0aa9d184da97 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Unset dirty status for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:23:40.807980 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78afa8f8-4ba6-4ed1-8aff-e8acbbdd2be9 req-1bfce4cd-8286-42c0-824f-0aa9d184da97 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.1191247
Jun 27 12:23:40.933594 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef0ce9-0da2-4e5e-93db-e7ef0aaafed7 req-e36b6e93-87ee-4ada-a482-1335051e8939 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:40.935010 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80ef0ce9-0da2-4e5e-93db-e7ef0aaafed7 req-e36b6e93-87ee-4ada-a482-1335051e8939 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0763559
Jun 27 12:23:40.981409 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80ef0ce9-0da2-4e5e-93db-e7ef0aaafed7 req-c4a70708-9315-4816-829b-1deafd3d9a4f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407031
Jun 27 12:23:41.354795 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36878b1-4a17-430c-81f5-d4175d97646d req-568f4868-c9c6-4204-8978-626ea03cc6ea tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:41.356239 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e36878b1-4a17-430c-81f5-d4175d97646d req-568f4868-c9c6-4204-8978-626ea03cc6ea tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 944 time: 0.1355007
Jun 27 12:23:41.369984 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47818b-53ce-4855-8da9-a12cac8cfb14 req-123f9f69-7725-4c42-b063-2c6e0546280d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:41.369984 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9d47818b-53ce-4855-8da9-a12cac8cfb14 req-123f9f69-7725-4c42-b063-2c6e0546280d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1087828
Jun 27 12:23:41.424003 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8710ad67-83ae-49bd-a88b-446538ef2deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:41.439676 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e36878b1-4a17-430c-81f5-d4175d97646d req-5eacac71-b069-45e7-bb8c-75aec7a778ef tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0722935
Jun 27 12:23:41.446424 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9d47818b-53ce-4855-8da9-a12cac8cfb14 req-6ce8d803-6952-4881-8b31-b173f044518a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637527
Jun 27 12:23:41.772391 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:41.971543 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ad28692d-96e8-4f8e-8260-2a5bcc32f69f req-177f9030-01a7-4210-9324-ac110707e926 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0411491
Jun 27 12:23:42.174252 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a1248-6d91-4f53-8a46-2dcf6eebbf08 req-840de224-b375-4037-8894-63da68a45127 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:42.175703 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c85a1248-6d91-4f53-8a46-2dcf6eebbf08 req-840de224-b375-4037-8894-63da68a45127 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.0759337
Jun 27 12:23:42.224620 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c85a1248-6d91-4f53-8a46-2dcf6eebbf08 req-1a059fc6-1364-4d5f-b363-31b018f7144f tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432885
Jun 27 12:23:42.241522 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 89c6220a-6d6c-43c8-b747-16bfa59648a9 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:23:42.375608 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:42.389634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'port_id': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'mac_address': 'fa:16:3e:ec:8e:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:23:42.443410 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:42.464660 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c6220a-6d6c-43c8-b747-16bfa59648a9 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:23:42.488010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:42.588096 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:42.588828 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:23:42.590971 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-427fa11e-23ae-4aac-a1f3-e131eddff318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:42.725081 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.751994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.752852 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.752852 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.752852 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:23:42.758134 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:42.799816 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:42.813942 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'mac_address': 'fa:16:3e:cd:90:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:23:42.830027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63008d15-d382-4017-b079-7593c79b139f req-6dfc5963-be0d-4d78-8ef9-987920cf1773 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:42.831468 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63008d15-d382-4017-b079-7593c79b139f req-6dfc5963-be0d-4d78-8ef9-987920cf1773 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 945 time: 0.2668672
Jun 27 12:23:42.846076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72764d7e-9494-4726-bd67-24c53f9cd9fb req-108e432c-ad25-434b-9db6-309caf7a56b7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:42.847492 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-72764d7e-9494-4726-bd67-24c53f9cd9fb req-108e432c-ad25-434b-9db6-309caf7a56b7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 943 time: 0.1737227
Jun 27 12:23:42.866992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-9cb97103-da83-4d28-b6f9-a0c84e1587cb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:42.868391 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-9cb97103-da83-4d28-b6f9-a0c84e1587cb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1895299
Jun 27 12:23:42.870581 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:42.888987 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:23:42.904316 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:42.984534 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63008d15-d382-4017-b079-7593c79b139f req-ecd9686f-d0e8-446f-aacb-7e9d76d8df10 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1360447
Jun 27 12:23:42.986743 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-72764d7e-9494-4726-bd67-24c53f9cd9fb req-8b3cb084-b44a-4d63-bcd9-8cf229b415c7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1175194
Jun 27 12:23:42.989705 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Deleting port 898485d5-eced-446c-bbf4-c5821415a37b {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:23:42.990049 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.001446 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.015795 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:43.089505 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=9']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:43.093898 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:43.217780 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fca3bbea-3f72-4053-8f92-10ac52599e06 req-0eda3809-4763-49a6-83af-abebd83196a7 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0914609
Jun 27 12:23:43.278449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] For port 898485d5-eced-446c-bbf4-c5821415a37b, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=898485d5-eced-446c-bbf4-c5821415a37b,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:43.278809 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.400054 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Calling delete_port for 898485d5-eced-446c-bbf4-c5821415a37b owned by compute:nova {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:23:43.574678 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9569d20-9285-4667-8e61-92b61f6ffcce req-190db1a9-e17e-4cb1-b785-375f41d69612 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:43.576126 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a9569d20-9285-4667-8e61-92b61f6ffcce req-190db1a9-e17e-4cb1-b785-375f41d69612 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 945 time: 0.1849790
Jun 27 12:23:43.635459 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-cea7cb3f-9664-45f5-8ccb-c5c5e832ca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.639842 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a9569d20-9285-4667-8e61-92b61f6ffcce req-79ee9c04-0dcb-48ca-b24a-623db15a3c53 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576115
Jun 27 12:23:43.713758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.720161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:43.759874 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Pushing event deleted for resources: {'Port': ['ID=898485d5-eced-446c-bbf4-c5821415a37b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:43.763163 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:43.834588 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] No DVR routers for this DVR port 898485d5-eced-446c-bbf4-c5821415a37b on host hv-cinder-79809 {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:23:43.836907 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:43.839629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'name': 'network-vif-deleted', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:43.894866 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02efbf7a-38b2-410d-8695-fdd4cb62807b', 'name': 'network-vif-deleted', 'tag': '898485d5-eced-446c-bbf4-c5821415a37b', 'status': 'completed', 'code': 200}
Jun 27 12:23:43.915616 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bd466451-2fcc-4462-9ff5-7e1c8b4d4cbb req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "DELETE /v2.0/ports/898485d5-eced-446c-bbf4-c5821415a37b HTTP/1.1" status: 204  len: 173 time: 1.0254221
Jun 27 12:23:44.242102 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8c3b2-407a-4d9f-85e8-b9a102f2ed3d req-5d64edaa-493c-4a8d-9909-a15b6ffa881f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:44.243548 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-26c8c3b2-407a-4d9f-85e8-b9a102f2ed3d req-5d64edaa-493c-4a8d-9909-a15b6ffa881f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 945 time: 0.1391594
Jun 27 12:23:44.249511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a0b24-6f84-458f-aa73-03d50d8adc31 req-894bc00c-f059-43fb-a628-8aa7fe059653 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:44.250876 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d7a0b24-6f84-458f-aa73-03d50d8adc31 req-894bc00c-f059-43fb-a628-8aa7fe059653 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1105762
Jun 27 12:23:44.319227 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-26c8c3b2-407a-4d9f-85e8-b9a102f2ed3d req-0f66ea67-e30c-4d48-b25b-2d7c069b00cd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674255
Jun 27 12:23:44.326330 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d7a0b24-6f84-458f-aa73-03d50d8adc31 req-ac3b2f9c-f8b5-49b8-8a6e-3e0b6185a1cb tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606582
Jun 27 12:23:44.485861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-30a6cba6-b59a-4ea8-94ca-3994ddfe394a req-7bd24d38-02f0-4af4-9c7f-bd72d9614396 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0427036
Jun 27 12:23:44.611979 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:44.804735 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-00c5f549-e3fb-47dd-a811-1ab298723b6f req-1636218f-8fcf-41fd-9983-f89a5f7aa324 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Synchronizing usage tracker for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:23:44.875180 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-00c5f549-e3fb-47dd-a811-1ab298723b6f req-1636218f-8fcf-41fd-9983-f89a5f7aa324 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Unset dirty status for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:23:44.876377 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-00c5f549-e3fb-47dd-a811-1ab298723b6f req-1636218f-8fcf-41fd-9983-f89a5f7aa324 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.1151624
Jun 27 12:23:45.643701 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246411cf-20ba-4aee-a1b2-80748a0b57b5 req-c5a1c2f5-42b3-4a15-b026-86f6e9176b2c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:45.645096 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-246411cf-20ba-4aee-a1b2-80748a0b57b5 req-c5a1c2f5-42b3-4a15-b026-86f6e9176b2c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 945 time: 0.2059331
Jun 27 12:23:45.651115 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5241c-50ee-4cfa-8b35-7c169755ba9c req-3366955a-6476-4bbd-bd13-a3faee0d2652 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:45.652463 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3e5241c-50ee-4cfa-8b35-7c169755ba9c req-3366955a-6476-4bbd-bd13-a3faee0d2652 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1833382
Jun 27 12:23:45.722861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-246411cf-20ba-4aee-a1b2-80748a0b57b5 req-e5867ed9-26d3-4cd8-a263-df061561fa75 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694852
Jun 27 12:23:45.727327 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3e5241c-50ee-4cfa-8b35-7c169755ba9c req-06e918dc-726a-410a-bafd-c5aa99738409 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604775
Jun 27 12:23:45.903355 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['898485d5-eced-446c-bbf4-c5821415a37b', '8a1036d0-5b61-476a-85ca-15c04a92acb2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:23:45.912672 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8ffbb966-4cac-4c46-9c90-c016093c2abf req-abed416b-c1bc-4019-8793-5928ef38f6d6 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=7406db00-dee4-428b-889c-ced1c13b6a78 HTTP/1.1" status: 200  len: 210 time: 0.0409133
Jun 27 12:23:46.055557 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c19bd35c-0703-4b80-b41d-589752289d8d req-9009b708-1182-420b-b124-bd18dcc09cc9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=02efbf7a-38b2-410d-8695-fdd4cb62807b HTTP/1.1" status: 200  len: 210 time: 0.0444920
Jun 27 12:23:46.245490 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:46.341075 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['89c6220a-6d6c-43c8-b747-16bfa59648a9'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:23:46.454327 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['193b23be-a61a-4af2-9ca2-eb8ca116d0f2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:23:47.077302 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6f1f-4325-4423-bd61-3e6c3d304199 req-f5cdb69c-8a87-4f4e-83e3-5778a6edc4e2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:47.086296 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc3e6f1f-4325-4423-bd61-3e6c3d304199 req-f5cdb69c-8a87-4f4e-83e3-5778a6edc4e2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1937168
Jun 27 12:23:47.118655 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a46b44-80be-44a1-a00b-75f8bc93e301 req-6dd7e243-f378-4021-b748-3dad7be4862c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:47.126608 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0a46b44-80be-44a1-a00b-75f8bc93e301 req-6dd7e243-f378-4021-b748-3dad7be4862c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 945 time: 0.1910226
Jun 27 12:23:47.211701 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cc3e6f1f-4325-4423-bd61-3e6c3d304199 req-738d6be8-56b0-41f8-a899-bf3b32e1b890 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1243680
Jun 27 12:23:47.233102 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0a46b44-80be-44a1-a00b-75f8bc93e301 req-0bd3f47a-16ca-4639-8811-f92e90faf161 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1054614
Jun 27 12:23:47.802436 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 89c6220a-6d6c-43c8-b747-16bfa59648a9 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:23:47.990156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 89c6220a-6d6c-43c8-b747-16bfa59648a9 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:23:47.995893 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 89c6220a-6d6c-43c8-b747-16bfa59648a9 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:23:48.000038 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.219950 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.252527 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:48.263119 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:48.291992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f21f0f-c3ea-4305-b6e1-a3b1a63f6cdf req-c290000a-2336-48b0-bec4-608adb367cfb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:48.294093 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3f21f0f-c3ea-4305-b6e1-a3b1a63f6cdf req-c290000a-2336-48b0-bec4-608adb367cfb tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1032450
Jun 27 12:23:48.331291 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'code': 200}
Jun 27 12:23:48.332114 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.332986 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:23:48.356846 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3f21f0f-c3ea-4305-b6e1-a3b1a63f6cdf req-f50505ef-9941-4861-9b93-22c6c87a93c4 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565338
Jun 27 12:23:48.373837 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:48.481999 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:48.487037 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:48.511510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:23:48.511914 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.714522 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.720657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a932d-89c1-4a8d-b5d8-4e3273662702 req-185fbaf1-66ed-438d-a74a-7d5d6a8b9435 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:48.725127 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d57a932d-89c1-4a8d-b5d8-4e3273662702 req-185fbaf1-66ed-438d-a74a-7d5d6a8b9435 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 944 time: 0.1504734
Jun 27 12:23:48.757191 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:23:48.783783 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb880d-411b-41bd-9e66-cc99f7bce18a req-5d0a961d-9fd9-4afa-8163-023de67ea5ab tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:48.791859 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0eb880d-411b-41bd-9e66-cc99f7bce18a req-5d0a961d-9fd9-4afa-8163-023de67ea5ab tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1732454
Jun 27 12:23:48.822413 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d57a932d-89c1-4a8d-b5d8-4e3273662702 req-537e6c29-0ba5-4267-8f19-b5b7fa049c0a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879672
Jun 27 12:23:48.829725 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:48.832561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:48.848365 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0eb880d-411b-41bd-9e66-cc99f7bce18a req-d858ef53-6d11-4d26-b582-e3367cb3ea4d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556359
Jun 27 12:23:48.943739 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=10']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:48.946832 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:49.616419 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b106ed3a-ce31-45df-97f1-dadfecffa1f8 req-937c3e9e-950c-4768-a078-37863bd36312 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1099 time: 0.0954895
Jun 27 12:23:49.622469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8081f-236b-4b85-84b6-b533e73c4f52 req-391b2ea5-4f12-4c40-a4df-2ebefd77467c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:49.624450 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-90e8081f-236b-4b85-84b6-b533e73c4f52 req-391b2ea5-4f12-4c40-a4df-2ebefd77467c tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1391618
Jun 27 12:23:49.670196 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-90e8081f-236b-4b85-84b6-b533e73c4f52 req-59152ed9-b215-4071-a266-a24aa193d83a tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397451
Jun 27 12:23:50.089374 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49b1c-059b-4f76-8edf-7566921fc527 req-e936896f-0b7d-43c3-af59-a7b07dd74274 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:50.090731 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d7e49b1c-059b-4f76-8edf-7566921fc527 req-e936896f-0b7d-43c3-af59-a7b07dd74274 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1230516
Jun 27 12:23:50.147459 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f797d-35c2-4fe8-a954-fbfd6fec1e01 req-18cdc720-e03e-4b65-9c95-f352f9c20d4f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:50.148970 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ca0f797d-35c2-4fe8-a954-fbfd6fec1e01 req-18cdc720-e03e-4b65-9c95-f352f9c20d4f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1325529
Jun 27 12:23:50.157641 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d7e49b1c-059b-4f76-8edf-7566921fc527 req-f73c9072-2831-492f-8f7f-c36cdaad0a68 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0560861
Jun 27 12:23:50.196900 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ca0f797d-35c2-4fe8-a954-fbfd6fec1e01 req-f2bacfc2-6dff-4853-aec5-e5e97c235d87 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415778
Jun 27 12:23:50.332116 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:50.355960 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b106ed3a-ce31-45df-97f1-dadfecffa1f8 req-c4606908-0ad8-4423-abd3-2a6c758fb4e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402968
Jun 27 12:23:50.387529 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'code': 200}
Jun 27 12:23:50.866393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16b97e-efc9-4053-aed2-a0bc3881f960 req-3355c13a-6b32-48d8-a75c-a0497f4b6090 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:50.868488 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6e16b97e-efc9-4053-aed2-a0bc3881f960 req-3355c13a-6b32-48d8-a75c-a0497f4b6090 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0795333
Jun 27 12:23:50.914597 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6e16b97e-efc9-4053-aed2-a0bc3881f960 req-ebdfd2df-b28e-4105-ae4e-2bbf2e552674 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396907
Jun 27 12:23:51.311679 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 898485d5-eced-446c-bbf4-c5821415a37b no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:23:51.351537 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 898485d5-eced-446c-bbf4-c5821415a37b {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:23:51.352255 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 898485d5-eced-446c-bbf4-c5821415a37b not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:23:51.412270 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f92bd-e6b0-41ed-acf9-d021d09b8bbe req-68ca90af-9ac8-4203-86e2-b51bc88e889e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:51.413760 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-319f92bd-e6b0-41ed-acf9-d021d09b8bbe req-68ca90af-9ac8-4203-86e2-b51bc88e889e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1310079
Jun 27 12:23:51.472117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72d6ba-e481-4e25-86d4-33f26e633bea req-b01ba3fd-1da6-4aa4-ab65-a5a732f47f77 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:51.473571 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8d72d6ba-e481-4e25-86d4-33f26e633bea req-b01ba3fd-1da6-4aa4-ab65-a5a732f47f77 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1322925
Jun 27 12:23:51.478118 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-319f92bd-e6b0-41ed-acf9-d021d09b8bbe req-442e3358-433a-4867-b548-952a41196196 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587192
Jun 27 12:23:51.518478 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8d72d6ba-e481-4e25-86d4-33f26e633bea req-9bdf3e33-18b1-4438-983f-1263720d1187 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394282
Jun 27 12:23:52.166262 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3182110-cb9d-4813-a391-ff4831e2b7c2 req-4f557ce6-2f8a-4c6b-a745-0f3a005b12e8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:52.176952 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3182110-cb9d-4813-a391-ff4831e2b7c2 req-4f557ce6-2f8a-4c6b-a745-0f3a005b12e8 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1090357
Jun 27 12:23:52.249557 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3182110-cb9d-4813-a391-ff4831e2b7c2 req-60117b70-afe8-4f67-83ad-2c66c670d4e4 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712235
Jun 27 12:23:52.902267 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81cde100-ad5b-432e-afbe-25481d1f1704 req-9383face-f17b-4390-8a49-d9e364a1637a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 1099 time: 0.2621722
Jun 27 12:23:52.914106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d2870-13d0-4831-93bb-761289561b01 req-a6d6dc51-6996-4695-a323-f5ac321a224a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:52.921369 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-908d2870-13d0-4831-93bb-761289561b01 req-a6d6dc51-6996-4695-a323-f5ac321a224a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.2190261
Jun 27 12:23:53.012989 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-81cde100-ad5b-432e-afbe-25481d1f1704 req-a2e1a22c-e93c-458b-bb69-af511bd4bec7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0904403
Jun 27 12:23:53.129459 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f13e-b7ba-4bc9-b76b-3157e431019f req-2259aea1-2a81-4aa8-b7f2-8bd2ec4dc423 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:53.130795 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5062f13e-b7ba-4bc9-b76b-3157e431019f req-2259aea1-2a81-4aa8-b7f2-8bd2ec4dc423 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.3235033
Jun 27 12:23:53.133282 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-908d2870-13d0-4831-93bb-761289561b01 req-00d13d78-8c67-4383-a943-7ab938c2487f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1754074
Jun 27 12:23:53.179542 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5062f13e-b7ba-4bc9-b76b-3157e431019f req-7cc931d6-17dd-43ea-a1a0-558433f46da4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415256
Jun 27 12:23:53.481142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b655-1b32-404f-87c9-68c0ab19d5ab req-dcd8d946-519b-419c-875f-78a6b264d081 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:53.482801 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b929b655-1b32-404f-87c9-68c0ab19d5ab req-dcd8d946-519b-419c-875f-78a6b264d081 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0872917
Jun 27 12:23:53.537679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b929b655-1b32-404f-87c9-68c0ab19d5ab req-9a0366ae-b622-41cc-90f9-64e5032dfd27 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486794
Jun 27 12:23:54.486173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384a5e-5d99-440b-9616-c7f7bb498ed1 req-f713a9a8-4841-4935-9147-6c341098b1d1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:54.489867 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78384a5e-5d99-440b-9616-c7f7bb498ed1 req-f713a9a8-4841-4935-9147-6c341098b1d1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1309733
Jun 27 12:23:54.504036 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d8f60d-898f-4b5f-a75b-8fe912a6f9aa req-133ffe15-53bc-4e47-8b2a-c12c97a45731 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:54.505291 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38d8f60d-898f-4b5f-a75b-8fe912a6f9aa req-133ffe15-53bc-4e47-8b2a-c12c97a45731 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.2028964
Jun 27 12:23:54.584183 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78384a5e-5d99-440b-9616-c7f7bb498ed1 req-9d8ca4b0-fc05-421d-b6ea-2eb62b281c29 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778987
Jun 27 12:23:54.618410 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38d8f60d-898f-4b5f-a75b-8fe912a6f9aa req-e7195ead-33b2-482f-bf4f-d131c474e4c6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911260
Jun 27 12:23:54.918956 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249108cb-4e07-47a6-be99-6c1263065d6d req-db724283-90f5-40c6-93cc-76d6bea7f7ec tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:54.921619 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-249108cb-4e07-47a6-be99-6c1263065d6d req-db724283-90f5-40c6-93cc-76d6bea7f7ec tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1550407
Jun 27 12:23:55.028938 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-249108cb-4e07-47a6-be99-6c1263065d6d req-cf9c217b-2ab6-4653-acc4-7bf85eb7999d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000361
Jun 27 12:23:55.078292 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e75c95-02de-4cb9-9c15-116c552e924b req-edba39b6-3982-4f16-aea2-63442d4ab983 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:55.080291 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-17e75c95-02de-4cb9-9c15-116c552e924b req-edba39b6-3982-4f16-aea2-63442d4ab983 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1533234
Jun 27 12:23:55.167228 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-17e75c95-02de-4cb9-9c15-116c552e924b req-57311ce2-855f-4c52-a5e9-a3fb6dba653a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811355
Jun 27 12:23:55.205825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44134) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:23:55.556983 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-517028ab-026e-40be-9ce3-ab9fddb26ef2 tempest-TestVolumeBootPattern-400639697 tempest-TestVolumeBootPattern-400639697-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1094 time: 0.3491821
Jun 27 12:23:55.559881 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44166) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:23:55.568775 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'port_id': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:23:55.577598 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:23:55.582284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:floatingip and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:23:55.585883 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:23:55.593634 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:23:55.683624 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:55.889985 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:55.992400 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498ce24-257c-4fea-8b42-b70923927045 req-15f63f25-0a85-4eaf-bbe9-718a479ebe0c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:55.995672 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9498ce24-257c-4fea-8b42-b70923927045 req-15f63f25-0a85-4eaf-bbe9-718a479ebe0c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.2171259
Jun 27 12:23:56.065724 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.27.2.58 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/1aabc000-9c48-42e8-8557-0217cb2d5b6d) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:23:56.078961 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9498ce24-257c-4fea-8b42-b70923927045 req-3d1b821a-77be-4f6a-b5c2-300815950f21 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0753400
Jun 27 12:23:56.318021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c60c5-dbe0-489e-bb46-971baf33af82 req-e8d1d8c5-6c3d-47f0-a25b-f59999556467 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:56.319070 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-662c60c5-dbe0-489e-bb46-971baf33af82 req-e8d1d8c5-6c3d-47f0-a25b-f59999556467 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.1187818
Jun 27 12:23:56.372164 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-662c60c5-dbe0-489e-bb46-971baf33af82 req-a30731db-bda2-4b50-81a2-4d41396e16ee tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463750
Jun 27 12:23:56.429497 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:56.521669 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:56.526717 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:56.601829 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:23:56.604759 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:23:56.609123 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:23:56.641495 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=1aabc000-9c48-42e8-8557-0217cb2d5b6d,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:56.645039 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:57.142868 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:57.282406 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:57.319976 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c300a-b19b-406e-b67d-94e25ada9f25 req-6ea3472b-2574-4305-9970-33753b9e6070 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:57.321432 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cf9c300a-b19b-406e-b67d-94e25ada9f25 req-6ea3472b-2574-4305-9970-33753b9e6070 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.0805387
Jun 27 12:23:57.367741 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cf9c300a-b19b-406e-b67d-94e25ada9f25 req-73def5b3-9ca1-44be-97ce-11d7a00f0da4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406401
Jun 27 12:23:57.487361 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:57.555106 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:57.559601 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:23:57.583996 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdaf5c-d6d6-43da-a724-7e9c5967a81e req-d71b0561-943e-4790-94db-1cbea401918d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:57.585470 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2fdaf5c-d6d6-43da-a724-7e9c5967a81e req-d71b0561-943e-4790-94db-1cbea401918d tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.0763111
Jun 27 12:23:57.636882 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2fdaf5c-d6d6-43da-a724-7e9c5967a81e req-ccaf9412-bf31-41de-9609-14785b05b3bd tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453563
Jun 27 12:23:57.666009 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=1aabc000-9c48-42e8-8557-0217cb2d5b6d,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:23:57.670700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:23:57.679637 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:57.870297 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Floating IP 6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4 associated. External IP: 172.27.2.58, port: 89c6220a-6d6c-43c8-b747-16bfa59648a9.
Jun 27 12:23:58.360903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:23:58.633670 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:23:58.649949 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:23:58.687674 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:23:58.688366 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:23:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:23:58.783863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:23:58.879417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46368ad9-c7f6-459d-b7fd-0b188581a64b req-7e9cf9df-9385-4cef-8202-46fcbfa8cb53 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:58.896991 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46368ad9-c7f6-459d-b7fd-0b188581a64b req-7e9cf9df-9385-4cef-8202-46fcbfa8cb53 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1599829
Jun 27 12:23:58.994614 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:23:59.006678 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46368ad9-c7f6-459d-b7fd-0b188581a64b req-1007efe8-8b4e-48ff-9646-a53bedd44c51 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087444
Jun 27 12:23:59.057719 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.4928761
Jun 27 12:23:59.058798 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:23:59.100358 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2691e-f8ae-4497-9f8e-13b726dbb3c5 req-3c5e7b5b-b394-42cb-afd1-252136f2c268 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:59.113910 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fc2691e-f8ae-4497-9f8e-13b726dbb3c5 req-3c5e7b5b-b394-42cb-afd1-252136f2c268 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2920663
Jun 27 12:23:59.208186 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fc2691e-f8ae-4497-9f8e-13b726dbb3c5 req-f38cbf28-8940-43b3-921d-dbc87757f176 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027682
Jun 27 12:23:59.215296 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'status': 'completed', 'code': 200}
Jun 27 12:23:59.531021 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-89504c91-1af3-49b5-b03c-742ef47b524a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1099 time: 0.2095051
Jun 27 12:23:59.535618 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9a9f783d-c375-45e5-b1f3-3b5dc0a10314 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:59.536968 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9a9f783d-c375-45e5-b1f3-3b5dc0a10314 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/networks?id=1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 200  len: 814 time: 0.1822639
Jun 27 12:23:59.561986 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3ca0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ec:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19343f-fc98-4173-80af-eea079a32200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:23:56Z', 'updated_at': '2021-06-27T12:23:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:23:59.569066 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:23:59.580192 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:23:59.580836 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:23:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:23:59.630925 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9dc1aa3a-87c3-4983-b81c-1330cc44a570 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/quotas/b7e6675671ce47a0a3276d68b2f4129c HTTP/1.1" status: 200  len: 375 time: 0.0746698
Jun 27 12:23:59.685939 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-4880dfb1-d64a-47bd-ad11-367e54fbd580 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478423
Jun 27 12:23:59.849435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-f298a94d-c8eb-4f68-a213-ffe15afd2562 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:23:59.851216 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-f298a94d-c8eb-4f68-a213-ffe15afd2562 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.3133807
Jun 27 12:23:59.866505 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:24:00.149909 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-e074a49d-4776-4388-843c-8e665d119de1 service neutron] 10.222.0.21 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4558158
Jun 27 12:24:00.244254 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-73b53686-adeb-4193-a751-c2f7685cf70c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9 HTTP/1.1" status: 200  len: 999 time: 0.3677597
Jun 27 12:24:00.379024 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3ca0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ec:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19343f-fc98-4173-80af-eea079a32200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:23:56Z', 'updated_at': '2021-06-27T12:23:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:00.385644 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895c1a40-0df3-4256-82c1-026fd1d37455 None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.58', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ec:8e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b19343f-fc98-4173-80af-eea079a32200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:23:56Z', 'updated_at': '2021-06-27T12:23:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:24:00.433554 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-ae4dde7d-d77a-4e29-a1f5-bc1a8f8e9523 service neutron] 10.222.0.21 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824056
Jun 27 12:24:00.435161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-6cd4dda4-d746-4c47-9c8d-f0fb8e01fbf3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:00.436951 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-6cd4dda4-d746-4c47-9c8d-f0fb8e01fbf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.1434071
Jun 27 12:24:00.503807 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-08b596d9-6f99-4df3-bacf-9a679e30a186 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:00.504578 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-08b596d9-6f99-4df3-bacf-9a679e30a186 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Synchronizing usage tracker for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:24:00.539169 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-08b596d9-6f99-4df3-bacf-9a679e30a186 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Unset dirty status for tenant:d2d32d40730d45d9878ce816690fe893 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:24:00.540301 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-08b596d9-6f99-4df3-bacf-9a679e30a186 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.2589970
Jun 27 12:24:00.619801 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Deleting port 8a1036d0-5b61-476a-85ca-15c04a92acb2 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:24:00.623152 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:00.656653 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-7fe0c051-00e7-4bb5-bf7d-222b4c450754 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1434059
Jun 27 12:24:00.819954 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232673d-a6fe-402f-97d3-5e76cbf90111 None None] New status for floating IP 6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4: ACTIVE {{(pid=74901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:24:00.929144 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-ba5a59d5-f47e-4971-a38f-c815b49c7e68 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582941
Jun 27 12:24:00.945435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcdbb9-53e3-40cb-bcf6-d64b8fc231c8 req-72fc15d0-87ce-4af1-8cd1-7a4d5d6d2337 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:00.958861 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5bbcdbb9-53e3-40cb-bcf6-d64b8fc231c8 req-72fc15d0-87ce-4af1-8cd1-7a4d5d6d2337 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 946 time: 0.5209157
Jun 27 12:24:01.085430 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] For port 8a1036d0-5b61-476a-85ca-15c04a92acb2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=8a1036d0-5b61-476a-85ca-15c04a92acb2,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:01.088493 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:01.265766 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5bbcdbb9-53e3-40cb-bcf6-d64b8fc231c8 req-8f124aeb-c8dc-494f-93ad-58285cb8ebc9 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/security-groups?id=950af448-61c4-4410-9746-6ac2bf088512&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2975557
Jun 27 12:24:01.334265 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Calling delete_port for 8a1036d0-5b61-476a-85ca-15c04a92acb2 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:24:01.350714 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b1fec7d2-9c93-4ee9-bf91-c8edfdbf22fe req-44127af6-5e41-4992-b4fc-2a5bbfdf0e6d service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3457458
Jun 27 12:24:01.451062 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-565d1bba-fa12-4976-8786-1c1dfcf122d5 req-9d0f433d-5f54-4e8f-a20a-fb5a9f343155 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 210 time: 0.0525234
Jun 27 12:24:01.658798 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:01.666948 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-57d866b7-bb4c-4012-88b9-6e6c0c4ce6ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:01.713773 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Pushing event deleted for resources: {'Port': ['ID=8a1036d0-5b61-476a-85ca-15c04a92acb2,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:01.730526 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['8a1036d0-5b61-476a-85ca-15c04a92acb2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:24:01.765654 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:01.809918 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] No DVR routers for this DVR port 8a1036d0-5b61-476a-85ca-15c04a92acb2 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:24:01.813330 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:01.817132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'name': 'network-vif-deleted', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:01.893291 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f550ef-f114-414d-9d88-ff2677c48f65', 'name': 'network-vif-deleted', 'tag': '8a1036d0-5b61-476a-85ca-15c04a92acb2', 'status': 'completed', 'code': 200}
Jun 27 12:24:01.928672 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5e3abfa-a420-48f7-841a-d9dec0150dd2 req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.47 "DELETE /v2.0/ports/8a1036d0-5b61-476a-85ca-15c04a92acb2 HTTP/1.1" status: 204  len: 173 time: 1.3819816
Jun 27 12:24:02.500373 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2231678-6d65-43dc-b5a2-48f2d00c7237 req-813a1d4a-1123-48c5-aad9-a090c4c3f015 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] 10.222.0.21 "GET /v2.0/ports?device_id=48f550ef-f114-414d-9d88-ff2677c48f65 HTTP/1.1" status: 200  len: 210 time: 0.0486989
Jun 27 12:24:02.660686 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1848a589-0272-4a84-9f36-950668414052 req-d952487a-d15a-4f8c-9a61-392473c88abe tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 210 time: 0.0524130
Jun 27 12:24:03.637601 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44272) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:03.853628 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05acfef0-e56a-4d57-b220-2d355bb749e4 req-9c000e7e-47cd-42eb-be47-5ad2cc9dd8aa tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 210 time: 0.0670946
Jun 27 12:24:03.977802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b490cd72-056f-4291-809d-076d05a465ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:03.978495 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b490cd72-056f-4291-809d-076d05a465ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Synchronizing usage tracker for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:24:04.200118 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b490cd72-056f-4291-809d-076d05a465ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Unset dirty status for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:24:04.203430 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b490cd72-056f-4291-809d-076d05a465ed tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "GET /v2.0/networks?id=1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 200  len: 814 time: 0.5595305
Jun 27 12:24:04.242168 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Request body: {'port': {'device_id': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831', 'admin_state_up': True, 'tenant_id': 'b7e6675671ce47a0a3276d68b2f4129c'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:04.391412 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 8a1036d0-5b61-476a-85ca-15c04a92acb2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:24:04.476285 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 8a1036d0-5b61-476a-85ca-15c04a92acb2 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:24:04.480114 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 8a1036d0-5b61-476a-85ca-15c04a92acb2 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:24:04.553511 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:04.559060 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:04.648364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Made reservation on behalf of b7e6675671ce47a0a3276d68b2f4129c for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:04.651596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:04.736535 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa5653-3f1b-48a1-9413-b632358a3bdb req-5a37ce11-3f83-49f7-bdcb-3b2f7eb97afc tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:04.738331 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0aaa5653-3f1b-48a1-9413-b632358a3bdb req-5a37ce11-3f83-49f7-bdcb-3b2f7eb97afc tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2028093
Jun 27 12:24:04.749906 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-f11c4de7-43fc-4ab2-8157-98f2cb885f5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.1624932
Jun 27 12:24:04.832316 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Allocated IP 172.20.0.8 (1b1c7441-9ded-47ed-af9e-ee6bcd379831/cb436713-4636-4769-8ee9-60def2049a61/17245cfa-fcb3-49f0-a5f0-7caaf792e000) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:24:04.893040 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0aaa5653-3f1b-48a1-9413-b632358a3bdb req-cc8fae73-93bc-4147-b03c-c7f59fbb0cca tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1416721
Jun 27 12:24:04.962410 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-0adf2b62-4fd3-4f9e-aced-870926dcf41b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:04.962410 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-0adf2b62-4fd3-4f9e-aced-870926dcf41b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.1814873
Jun 27 12:24:05.128631 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:05.170440 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3215fd26-c3c4-454d-9930-0a29ad2e727e req-ef0b4cfe-65c5-4459-a590-8ffd960524d5 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 210 time: 0.0762851
Jun 27 12:24:05.174695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-8d73117e-392a-4c25-aaf9-df03504cb2ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 1001 time: 0.2009385
Jun 27 12:24:05.254560 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:05.268976 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-551c4c1e-9e58-4295-9867-bc73c6f3805a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:05.270478 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-551c4c1e-9e58-4295-9867-bc73c6f3805a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.0825315
Jun 27 12:24:05.353607 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-aa2b5fb2-6f40-4438-bfa5-8753929f67d8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735300
Jun 27 12:24:05.369117 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:05.376777 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a719c7c5-e779-455a-a01a-71538cf4fa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:05.456739 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:24:05.477087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:24:05.491362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:24:05.557695 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Pushing event updated for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:05.565054 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:05.578399 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:05.578399 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:05.613581 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-d49ade5b-8300-4149-9d33-20f5351b0a77 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2510853
Jun 27 12:24:05.727481 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4897768
Jun 27 12:24:05.766995 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Request body: {'port': {'device_id': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:05.849562 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b30ddb71-e8ef-4921-9cbd-bf20b3fc271d req-52825a01-ecbe-4050-b3e3-21be8579872c service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2220914
Jun 27 12:24:05.946415 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:06.187657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c76f09-3d01-4fd1-9eeb-3a204d4a5a9c req-d988ecd4-3dcd-4b02-ad52-95d9425c138e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:06.189315 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-20c76f09-3d01-4fd1-9eeb-3a204d4a5a9c req-d988ecd4-3dcd-4b02-ad52-95d9425c138e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1166968
Jun 27 12:24:06.207115 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:06.273798 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-20c76f09-3d01-4fd1-9eeb-3a204d4a5a9c req-1dfbc20c-7f08-47d4-b707-197e36219d8d tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768054
Jun 27 12:24:06.473135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3ad16-ff51-40ed-bfa8-2b05cf057aff req-223c5106-7c7c-4d9f-a121-959584e822b4 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:06.474904 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-75f3ad16-ff51-40ed-bfa8-2b05cf057aff req-223c5106-7c7c-4d9f-a121-959584e822b4 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 931 time: 0.1104512
Jun 27 12:24:06.533930 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-75f3ad16-ff51-40ed-bfa8-2b05cf057aff req-3ad76dd0-a9ba-4662-b37f-f0953bb57672 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509942
Jun 27 12:24:06.733053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17245cfa-fcb3-49f0-a5f0-7caaf792e000 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:24:06.743076 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:06.802307 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Transition to ACTIVE for port object 17245cfa-fcb3-49f0-a5f0-7caaf792e000 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:24:06.824577 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Deleting port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:24:06.824919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:06.907421 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:06.915260 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:07.110043 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Pushing event updated for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:07.114538 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:07.221743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] For port a6fd7c80-f545-4b9f-acbe-1b09b4d714e8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,segment=NetworkSegment(ee2f0d1b-aaa5-4c2a-905c-6bb037686a68),segment_id=ee2f0d1b-aaa5-4c2a-905c-6bb037686a68)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:07.222112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:07.353031 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Calling delete_port for a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:24:07.415831 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Attempting to bind port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:24:07.416210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Attempting to bind port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:24:07.416580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Attempting to bind port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:24:07.427941 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:24:07.428278 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Attempting to bind port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 on network 1b1c7441-9ded-47ed-af9e-ee6bcd379831 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:24:07.510767 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f216ed-bf75-472c-9dac-fdcb6f6f09ba req-ee6a2cf9-1ad4-4281-ba1a-0d699b426940 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:07.518532 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8f216ed-bf75-472c-9dac-fdcb6f6f09ba req-ee6a2cf9-1ad4-4281-ba1a-0d699b426940 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0968184
Jun 27 12:24:07.563330 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8f216ed-bf75-472c-9dac-fdcb6f6f09ba req-fbe7ac6d-cc85-4b2c-b76a-009b27829f60 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435300
Jun 27 12:24:07.621623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:24:07.621991 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Checking segment: {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:24:07.623561 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Bound using segment: {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:24:07.624004 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Bound port: 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c338eba3-18a4-4667-aac2-a19e041f36ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:24:07.624536 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:07.763314 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c6506-74bd-4c6c-a655-6c8cc322ac28 req-e650d5d6-cc22-4459-ab54-a436858a4799 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:07.764825 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-328c6506-74bd-4c6c-a655-6c8cc322ac28 req-e650d5d6-cc22-4459-ab54-a436858a4799 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.0820296
Jun 27 12:24:07.792262 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:24:07.797499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:24:07.845954 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-328c6506-74bd-4c6c-a655-6c8cc322ac28 req-1f4b1efd-dcb3-432a-816d-b32a15fa2bf4 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754158
Jun 27 12:24:07.897957 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:07.906936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5262717a-9d0e-44f8-ad30-a90e5287d1c3 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:08.080478 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:08.082224 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] 10.222.0.47 "PUT /v2.0/ports/17245cfa-fcb3-49f0-a5f0-7caaf792e000 HTTP/1.1" status: 200  len: 1093 time: 2.3209825
Jun 27 12:24:08.090175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:08.116640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Pushing event updated for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:08.119774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:08.163051 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000', 'status': 'completed', 'code': 200}
Jun 27 12:24:08.171899 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:08.175755 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:08.223319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fd7c80-f545-4b9f-acbe-1b09b4d714e8,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:08.225846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:08.440222 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-52a326e4-af06-4788-b0b9-281f1e8e3def req-24942d08-e74f-4a46-8b1a-453d265ebf6f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 1096 time: 0.2116601
Jun 27 12:24:08.674179 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a326e4-af06-4788-b0b9-281f1e8e3def req-d70c35d8-f8f4-47da-a499-ff1a320f80aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:08.675624 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-52a326e4-af06-4788-b0b9-281f1e8e3def req-d70c35d8-f8f4-47da-a499-ff1a320f80aa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2099836
Jun 27 12:24:08.790934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:08.831609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046f569-511e-4008-9e6a-42c1c531e1b4 req-0f715ede-e90a-4701-bb79-eb988253ec98 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:08.843063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2046f569-511e-4008-9e6a-42c1c531e1b4 req-0f715ede-e90a-4701-bb79-eb988253ec98 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1096025
Jun 27 12:24:08.900140 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a326e4-af06-4788-b0b9-281f1e8e3def req-09931bb7-5c14-4bc2-8710-5deaac22efd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:08.901650 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-52a326e4-af06-4788-b0b9-281f1e8e3def req-09931bb7-5c14-4bc2-8710-5deaac22efd7 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2112823
Jun 27 12:24:08.915799 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2046f569-511e-4008-9e6a-42c1c531e1b4 req-41ab26f9-a840-41f1-ad3c-192f84dd683b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702512
Jun 27 12:24:09.128032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9cc47-4fcb-46a2-8ed9-13bd32905c34 req-1efbc796-cde4-46e6-9870-c9f3edd9ce4f tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:09.136324 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-68e9cc47-4fcb-46a2-8ed9-13bd32905c34 req-1efbc796-cde4-46e6-9870-c9f3edd9ce4f tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.1256185
Jun 27 12:24:09.184322 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-2a299bbf-8a97-4195-a86e-7e2567d24a75 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 1096 time: 0.1270893
Jun 27 12:24:09.201454 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-68e9cc47-4fcb-46a2-8ed9-13bd32905c34 req-b10eb0cf-d31e-4dee-a609-77a927e22432 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638127
Jun 27 12:24:09.317339 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-dd3dd1a8-15f0-43fc-9921-a49fdc454693 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000 HTTP/1.1" status: 200  len: 217 time: 0.0757825
Jun 27 12:24:09.476928 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-828a757b-cd0e-46e1-9d8e-9f422afda49f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:09.478397 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-828a757b-cd0e-46e1-9d8e-9f422afda49f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cb436713-4636-4769-8ee9-60def2049a61 HTTP/1.1" status: 200  len: 854 time: 0.1484804
Jun 27 12:24:09.530436 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-fc959001-0bb8-43f1-8487-17e74463d88c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b1c7441-9ded-47ed-af9e-ee6bcd379831&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429544
Jun 27 12:24:09.859854 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-29347e92-5994-4d37-9bda-8c78f8a7ae75 service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815007
Jun 27 12:24:10.104556 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-af4edda8-7d1f-4a4e-9b4a-1c87b7101185 req-630958da-77eb-4be6-8ca7-951de421f85f service neutron] 10.222.0.47 "GET /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357194
Jun 27 12:24:10.126645 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Router 3075e578-b3f9-4c87-b08d-a974bf5f1aef has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:24:10.140197 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5edb08-f209-436d-8507-ff25ce13dc2f req-9c3c9189-6361-4579-91b9-074edf2febf0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:10.148051 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fa5edb08-f209-436d-8507-ff25ce13dc2f req-9c3c9189-6361-4579-91b9-074edf2febf0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0935814
Jun 27 12:24:10.209747 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fa5edb08-f209-436d-8507-ff25ce13dc2f req-726819c7-c7ee-4081-97f2-4dc63c51fb71 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604961
Jun 27 12:24:10.416504 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:24:10.426253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ea5f7-baaf-4a97-959c-c09707a36c77 req-df2a8be9-61c0-40ab-94b5-5bebd3efa08c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:10.427741 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-663ea5f7-baaf-4a97-959c-c09707a36c77 req-df2a8be9-61c0-40ab-94b5-5bebd3efa08c tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.0891678
Jun 27 12:24:10.427953 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Sync routers for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:24:10.432839 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] 10.222.0.21 "PUT /v2.0/routers/3075e578-b3f9-4c87-b08d-a974bf5f1aef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7902822
Jun 27 12:24:10.433001 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44336) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:10.448934 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:24:10.449662 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3fd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:23:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:10.486834 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-663ea5f7-baaf-4a97-959c-c09707a36c77 req-60153126-9fa6-4148-82fb-6dedf1f3a73a tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444136
Jun 27 12:24:10.661170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:10.687174 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:24:10.902821 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:10.954699 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Deleting port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:24:10.955074 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:11.044576 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3fd0>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159'}], 'enable_snat': True}, 'gw_port_id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:24:07Z', 'revision_number': 5, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port': {'id': 'da2c6b3d-f40d-4973-81df-c5cf77d5c6c8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:11.048522 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Checking router: 3075e578-b3f9-4c87-b08d-a974bf5f1aef for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:24:11.063690 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Routers {'3075e578-b3f9-4c87-b08d-a974bf5f1aef'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:24:11.063690 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3fd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:23:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:11.144885 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] For port da2c6b3d-f40d-4973-81df-c5cf77d5c6c8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:11.145517 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:11.233579 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] Set router 3075e578-b3f9-4c87-b08d-a974bf5f1aef gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:24:11.314418 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Calling delete_port for da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:24:11.364709 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91e3fd0>, [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:24:10Z', 'revision_number': 6, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:11.369954 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff8f06-fbe7-40d1-a359-02724a655751 None None] The sync data for ids ['3075e578-b3f9-4c87-b08d-a974bf5f1aef'] in dv-cinder-798098-1-iscsi is: [{'id': '3075e578-b3f9-4c87-b08d-a974bf5f1aef', 'name': 'tempest-ServerRescueNegativeTestJSON-1490599827-router', 'tenant_id': 'd2d32d40730d45d9878ce816690fe893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:24:10Z', 'revision_number': 6, 'project_id': 'd2d32d40730d45d9878ce816690fe893', 'gw_port_host': None}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:24:11.425588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-33ec4de9-6ef2-40e3-b7f9-c7dd47e099e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:11.480129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381865ec-fc07-4e0e-bfc9-2cb94ae5d35c req-245a88cb-9686-4ac0-9992-6e2512d4e2d3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:11.481648 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-381865ec-fc07-4e0e-bfc9-2cb94ae5d35c req-245a88cb-9686-4ac0-9992-6e2512d4e2d3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1077569
Jun 27 12:24:11.543958 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-381865ec-fc07-4e0e-bfc9-2cb94ae5d35c req-8c335464-7e42-4836-a24b-64ee489107b1 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564368
Jun 27 12:24:11.686543 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:11.690337 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9bde7702-9b38-414d-93b0-cf597a9df090 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:11.760229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Pushing event deleted for resources: {'Port': ['ID=da2c6b3d-f40d-4973-81df-c5cf77d5c6c8,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:11.770315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:11.781681 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96671efb-f812-4221-8b65-f89669c06e80 req-49544dd2-e9c1-46b1-914e-59bd13ad92e0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:11.784234 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-96671efb-f812-4221-8b65-f89669c06e80 req-49544dd2-e9c1-46b1-914e-59bd13ad92e0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.1206400
Jun 27 12:24:11.798640 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:24:11.900507 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:24:11.915081 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-96671efb-f812-4221-8b65-f89669c06e80 req-5939fcb7-eed2-408e-877a-374683b66d35 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143217
Jun 27 12:24:11.915690 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a6fd7c80-f545-4b9f-acbe-1b09b4d714e8 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:24:11.915690 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.031032 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.325757 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.330750 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.541551 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.542148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3075e578-b3f9-4c87-b08d-a974bf5f1aef {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:24:12.558048 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.560033 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] 10.222.0.21 "DELETE /v2.0/routers/3075e578-b3f9-4c87-b08d-a974bf5f1aef HTTP/1.1" status: 204  len: 168 time: 2.1256497
Jun 27 12:24:12.562559 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44358) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:12.629087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Deleting subnet fc19c7be-7ff2-4689-ac10-a938fbc87910 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:24:12.632193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.697190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.767534 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.814344 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e55fd9-4f50-418a-91e2-7d9babf38ecb req-62f93c19-1d5d-4c87-a72f-325eb137deaf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:12.817537 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-59e55fd9-4f50-418a-91e2-7d9babf38ecb req-62f93c19-1d5d-4c87-a72f-325eb137deaf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1250019
Jun 27 12:24:12.892943 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-59e55fd9-4f50-418a-91e2-7d9babf38ecb req-6b3e2d14-8912-4857-bab2-2dafd70cbeb6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657148
Jun 27 12:24:12.974675 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:12.994530 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:13.052299 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.059134 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc19c7be-7ff2-4689-ac10-a938fbc87910,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:13.063117 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:13.067539 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b4d36187-a5a0-4b9f-b01b-d26b5ebb76ba admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc19c7be-7ff2-4689-ac10-a938fbc87910 HTTP/1.1" status: 204  len: 168 time: 0.5040011
Jun 27 12:24:13.067742 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44366) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:13.237378 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.296199 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f784376-d617-4dd6-8f3b-31d9b9eedcd2 req-7d2a182c-7dd2-4dbc-b07e-8f19de24077e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:13.297678 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7f784376-d617-4dd6-8f3b-31d9b9eedcd2 req-7d2a182c-7dd2-4dbc-b07e-8f19de24077e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.1974263
Jun 27 12:24:13.490136 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.503653 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7f784376-d617-4dd6-8f3b-31d9b9eedcd2 req-640075e2-56a6-40f2-a587-4f6d60aa6d07 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1899817
Jun 27 12:24:13.507575 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d922a4c0>,) {'filters': {'network_id': ['63edde71-1705-45d9-a553-588c362aa647']}} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:13.521366 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d922a4c0>, 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68') {'for_net_delete': True} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:13.521671 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d922a4c0>, 'ee2f0d1b-aaa5-4c2a-905c-6bb037686a68') {} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:13.535845 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2425838'] for segment, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.565103 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.572626 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=74899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:24:13.573254 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2425547'] for segment, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]: Traceback (most recent call last):
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     timer()
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     cb(*args, **kw)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     return func(*args, **kwargs)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     self._notify()
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     self.callback(batched_events)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     event.method(event)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     return f(self, *a, **k)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._get(url).json()
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:24:13.589555 dv-cinder-798098-1-iscsi neutron-server[74899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:24:13.617637 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e45861a3-07d1-4306-a584-3c79a3b8d125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.753166 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.757262 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:13.777683 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Pushing event deleted for resources: {'Network': ['ID=63edde71-1705-45d9-a553-588c362aa647,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:13.780670 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:13.783398 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:13.828727 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:24:13.870762 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] 10.222.0.21 "DELETE /v2.0/networks/63edde71-1705-45d9-a553-588c362aa647 HTTP/1.1" status: 204  len: 168 time: 0.7984624
Jun 27 12:24:13.873091 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:24:13.873762 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device da2c6b3d-f40d-4973-81df-c5cf77d5c6c8 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:24:14.092831 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc657606-3a3b-497b-acf5-591d1151ba31 req-1cf8d710-1c70-4e86-ac22-c80e2fe9ce31 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:14.094337 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dc657606-3a3b-497b-acf5-591d1151ba31 req-1cf8d710-1c70-4e86-ac22-c80e2fe9ce31 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0804634
Jun 27 12:24:14.144037 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dc657606-3a3b-497b-acf5-591d1151ba31 req-3326327d-88dd-4219-8d54-cd539d9bc9a5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430112
Jun 27 12:24:14.289287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44378) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:14.349031 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-848e5544-d602-48d2-8186-b308b2bc6b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2d32d40730d45d9878ce816690fe893&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0582993
Jun 27 12:24:14.351214 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44382) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:14.420749 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.447615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.473127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 17245cfa-fcb3-49f0-a5f0-7caaf792e000 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:24:14.576790 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.592082 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-dd362920-0d12-42f7-b2b5-d655e32e5dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:14.640418 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.645009 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/950af448-61c4-4410-9746-6ac2bf088512 HTTP/1.1" status: 204  len: 168 time: 0.2924590
Jun 27 12:24:14.646998 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950af448-61c4-4410-9746-6ac2bf088512,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:14.650439 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:14.659794 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.694510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:14.736641 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '17245cfa-fcb3-49f0-a5f0-7caaf792e000', 'network_id': '1b1c7441-9ded-47ed-af9e-ee6bcd379831', 'port_id': '17245cfa-fcb3-49f0-a5f0-7caaf792e000', 'mac_address': 'fa:16:3e:4a:70:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb436713-4636-4769-8ee9-60def2049a61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:24:14.788752 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc83979-41b5-465f-a457-302535bed1c0 req-cdd212b0-c281-4584-abb5-1295f15d8613 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:14.796723 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dbc83979-41b5-465f-a457-302535bed1c0 req-cdd212b0-c281-4584-abb5-1295f15d8613 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 943 time: 0.1226895
Jun 27 12:24:14.823692 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.857163 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dbc83979-41b5-465f-a457-302535bed1c0 req-0e29e25c-6d65-4009-9153-0c0a9194eb13 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591145
Jun 27 12:24:14.867149 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17245cfa-fcb3-49f0-a5f0-7caaf792e000 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:24:14.886383 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:14.960883 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:14.964015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:15.037128 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:15.040991 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:15.388370 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf8f12-0565-444b-ae39-ca4d4f186ac5 req-3c49de30-0e06-4a8c-91b2-089d51d2c8af tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:15.389091 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fdbf8f12-0565-444b-ae39-ca4d4f186ac5 req-3c49de30-0e06-4a8c-91b2-089d51d2c8af tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0877202
Jun 27 12:24:15.414450 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['17245cfa-fcb3-49f0-a5f0-7caaf792e000'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:24:15.442715 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fdbf8f12-0565-444b-ae39-ca4d4f186ac5 req-581b64f0-413f-4df0-b117-a04a60a57b48 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479569
Jun 27 12:24:16.076491 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f281e-ad01-4a89-bfe0-6e339ed930f0 req-b70543e7-17cc-4298-8458-66f2b446ac39 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:16.082814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-506f281e-ad01-4a89-bfe0-6e339ed930f0 req-b70543e7-17cc-4298-8458-66f2b446ac39 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 944 time: 0.0965974
Jun 27 12:24:16.132923 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-506f281e-ad01-4a89-bfe0-6e339ed930f0 req-f2e964d0-e50f-417f-9565-61b7bd0a30fd tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486505
Jun 27 12:24:16.185686 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44424) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:16.218013 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.334188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831090633-network', 'tenant_id': '46aeb3906a3e434fb568081b8c071e2c'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:16.339406 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:16.344372 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Usage tracker for resource:network and tenant:46aeb3906a3e434fb568081b8c071e2c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:16.347375 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:16.353902 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:16.417922 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Made reservation on behalf of 46aeb3906a3e434fb568081b8c071e2c for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:16.420361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.433190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.466317 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:16.470663 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Usage tracker for resource:security_group_rule and tenant:46aeb3906a3e434fb568081b8c071e2c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:16.473630 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:16.479821 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:16.487966 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 17245cfa-fcb3-49f0-a5f0-7caaf792e000 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:24:16.588663 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.697708 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.705850 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b84d82ea-7dcc-42d8-bb52-b20d80bd78bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:16.707248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:24:16.713141 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:24:16.732519 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.746129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:24:16.759444 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d429ccfb-9e9e-4170-ad6a-6b1744ae3323,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:16.765992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:16.766611 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.766952 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Added segment f863e618-b438-4733-84b3-1f8b4bb800ed of type vlan for network a2c391bd-aabb-4335-9a6c-146d8e9769d9
Jun 27 12:24:16.827784 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.842646 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b7d128-f841-49f5-9443-e2087b838805 req-7d9b5ce5-3fe1-4acb-a9dd-4c85b699339a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:16.844231 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-98b7d128-f841-49f5-9443-e2087b838805 req-7d9b5ce5-3fe1-4acb-a9dd-4c85b699339a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1805680
Jun 27 12:24:16.857237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.887866 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:16.899157 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:16.913195 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-98b7d128-f841-49f5-9443-e2087b838805 req-e45ae793-ae7c-4cca-806c-cea70b50aaef tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541940
Jun 27 12:24:16.950447 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000', 'code': 200}
Jun 27 12:24:16.969697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.970888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:16.971463 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:16.975047 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2ed875bd-09da-44d2-b553-d57d37ea0497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:17.001513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:17.006872 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:17.077378 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:17.080706 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:17.081489 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Pushing event updated for resources: {'Network': ['ID=a2c391bd-aabb-4335-9a6c-146d8e9769d9,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:17.083915 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:17.097724 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network a2c391bd-aabb-4335-9a6c-146d8e9769d9 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:24:17.167030 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9801602
Jun 27 12:24:17.172248 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44446) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:17.177851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Request body: {'subnet': {'network_id': 'a2c391bd-aabb-4335-9a6c-146d8e9769d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1831090633-subnet', 'tenant_id': '46aeb3906a3e434fb568081b8c071e2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:17.182993 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:17.188127 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Usage tracker for resource:subnet and tenant:46aeb3906a3e434fb568081b8c071e2c is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:17.191746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:17.199466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:17.263443 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Made reservation on behalf of 46aeb3906a3e434fb568081b8c071e2c for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:17.265793 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3211658'] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:17.361970 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b6291d97-2222-4637-ad9c-47694f5d7cd0 req-36557dbb-a0c2-4fba-b94d-0b68d2191ed6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 1098 time: 0.0729928
Jun 27 12:24:17.409248 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b6291d97-2222-4637-ad9c-47694f5d7cd0 req-0ac1b62b-6e1e-4e5e-ac79-78b86cd488f2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372453
Jun 27 12:24:17.437302 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aefb2-67da-44c4-a590-1fc22102fc49 req-18c6fa9c-6827-4592-947f-dcc1d2d63321 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:17.438724 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-329aefb2-67da-44c4-a590-1fc22102fc49 req-18c6fa9c-6827-4592-947f-dcc1d2d63321 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.1606908
Jun 27 12:24:17.538470 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-329aefb2-67da-44c4-a590-1fc22102fc49 req-fd28b7b7-1613-46b0-a274-aa1c5b42929a tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940251
Jun 27 12:24:17.629339 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2425378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3211672'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:17.634170 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-09c34c15-649a-4240-8e93-ab7b1fce9eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:17.707146 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=002c790d-19fb-4278-8d70-9433f608ae37,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:17.710880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:17.714311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Checking segment: {'id': 'f863e618-b438-4733-84b3-1f8b4bb800ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'a2c391bd-aabb-4335-9a6c-146d8e9769d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:24:17.714661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Network hostable DHCP agents. Network: a2c391bd-aabb-4335-9a6c-146d8e9769d9, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:24:17.765424 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:24:17.799989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Network a2c391bd-aabb-4335-9a6c-146d8e9769d9 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:24:17.873120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, a2c391bd-aabb-4335-9a6c-146d8e9769d9) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:24:17.876962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:17.877569 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:17.881637 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91140ea-97ba-4968-bf04-00ed55b7d6bf None None] Network a2c391bd-aabb-4335-9a6c-146d8e9769d9 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:24:17.982180 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c2a0ae40-3a5c-4d6d-b1c3-0e453f8d3119 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8085713
Jun 27 12:24:18.138804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc9ce6-ed10-4461-86ec-7a467f759404 None None] Network a2c391bd-aabb-4335-9a6c-146d8e9769d9 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:24:18.143654 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430998e-db22-4285-acf9-2e86c94c12e0 req-3ff00186-f985-4884-affe-7e6ba655f635 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:18.145208 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e430998e-db22-4285-acf9-2e86c94c12e0 req-3ff00186-f985-4884-affe-7e6ba655f635 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0914581
Jun 27 12:24:18.192461 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e430998e-db22-4285-acf9-2e86c94c12e0 req-b8643c6f-f2cf-4e3e-98b9-1e0ac42e1a01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415130
Jun 27 12:24:18.743195 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef213176-a81a-49e4-8474-776c48e7fcd1 req-9ab2437e-8cac-4be2-8ee4-0e042a91c1e2 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:18.745914 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ef213176-a81a-49e4-8474-776c48e7fcd1 req-9ab2437e-8cac-4be2-8ee4-0e042a91c1e2 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.0877721
Jun 27 12:24:18.797234 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ef213176-a81a-49e4-8474-776c48e7fcd1 req-63e45481-b758-41f8-8be2-4169aefc6f53 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455432
Jun 27 12:24:19.145927 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44496) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:19.151479 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117325651-network', 'tenant_id': 'fdf3cd55bb004ae3914c278df0803657'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:19.156741 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:19.160887 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Usage tracker for resource:network and tenant:fdf3cd55bb004ae3914c278df0803657 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:19.164009 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:19.170383 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:19.234894 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Made reservation on behalf of fdf3cd55bb004ae3914c278df0803657 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:19.236771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.250258 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.284914 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:19.288828 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Usage tracker for resource:security_group_rule and tenant:fdf3cd55bb004ae3914c278df0803657 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:19.291795 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:19.298067 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:19.368253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.397542 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfda196-eb7c-4ac8-bb78-363a68785203 req-4044fa79-27b6-4c86-addf-5eb6e30d07b7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:19.398918 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4bfda196-eb7c-4ac8-bb78-363a68785203 req-4044fa79-27b6-4c86-addf-5eb6e30d07b7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0814023
Jun 27 12:24:19.444587 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.446502 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4bfda196-eb7c-4ac8-bb78-363a68785203 req-c8e2a8f5-4a9e-42ea-af09-0a0b88eed7be tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413375
Jun 27 12:24:19.454683 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c4fb465-a2b7-4a47-87d5-bd5f71b6f332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:19.502320 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:24:19.510815 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53dfab-9d00-4c86-863b-7156c4c74c9b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:19.515999 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:19.518810 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.518810 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Added segment feadab53-77fa-46a5-b718-c43c7972cdaf of type vlan for network 3b33de7c-47da-427d-9058-3d8cb6556349
Jun 27 12:24:19.544958 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.644038 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.645306 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:19.645894 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:19.653954 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:19.839558 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Pushing event updated for resources: {'Network': ['ID=3b33de7c-47da-427d-9058-3d8cb6556349,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:19.842964 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:19.850437 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 3b33de7c-47da-427d-9058-3d8cb6556349 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:24:19.906941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44534) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:19.907463 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7596452
Jun 27 12:24:19.912257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Request body: {'subnet': {'network_id': '3b33de7c-47da-427d-9058-3d8cb6556349', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117325651-subnet', 'tenant_id': 'fdf3cd55bb004ae3914c278df0803657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:19.917916 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:19.930368 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Usage tracker for resource:subnet and tenant:fdf3cd55bb004ae3914c278df0803657 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:19.933945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:19.940523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:20.015204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Made reservation on behalf of fdf3cd55bb004ae3914c278df0803657 for: {'subnet': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:20.017557 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3211658'] for subnet, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:20.181227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed251068-8fd2-47c9-8dd4-0731e7688f6d req-301dbfb9-2e85-4b33-88a2-1508c6421daa tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:20.182724 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ed251068-8fd2-47c9-8dd4-0731e7688f6d req-301dbfb9-2e85-4b33-88a2-1508c6421daa tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.2330723
Jun 27 12:24:20.257187 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ed251068-8fd2-47c9-8dd4-0731e7688f6d req-d1fc9807-fd08-40f3-82d5-5e6fd0b99a8d tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662196
Jun 27 12:24:20.440570 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2425378', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3211672'] for subnet, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:20.445199 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-687380e5-6b69-4139-8dc9-4db4570f0a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:20.524745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86c5cb41-ae1e-4f53-a15e-95905e12bf82,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:20.527418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:20.543148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Checking segment: {'id': 'feadab53-77fa-46a5-b718-c43c7972cdaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '3b33de7c-47da-427d-9058-3d8cb6556349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:24:20.544353 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Network hostable DHCP agents. Network: 3b33de7c-47da-427d-9058-3d8cb6556349, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:24:20.651080 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Network 3b33de7c-47da-427d-9058-3d8cb6556349 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:24:20.678567 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345965e1-5b72-421a-89e6-1f13323ef861 req-22d457a2-f819-4939-aeb4-02ac4ba3889a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:20.680013 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-345965e1-5b72-421a-89e6-1f13323ef861 req-22d457a2-f819-4939-aeb4-02ac4ba3889a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0824020
Jun 27 12:24:20.728563 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-345965e1-5b72-421a-89e6-1f13323ef861 req-5cb4e106-f311-4746-a96c-766143604d66 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426970
Jun 27 12:24:20.735565 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 3b33de7c-47da-427d-9058-3d8cb6556349) {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:24:20.739642 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:20.740301 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:20.748949 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9886e-fce4-4224-b672-cec12e520680 None None] Network 3b33de7c-47da-427d-9058-3d8cb6556349 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:24:20.835256 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9275131
Jun 27 12:24:20.986758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44562) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:20.998952 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830746a1-b809-432d-a775-71b549e9de17 None None] Network 3b33de7c-47da-427d-9058-3d8cb6556349 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:24:21.053738 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Deleting subnet 002c790d-19fb-4278-8d70-9433f608ae37 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:24:21.056837 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.115401 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.183072 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.324423 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ddd92-b81c-419b-96b7-46829b728d5b req-999e1d36-5c3d-429c-8c23-3245f44ed418 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:21.326608 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fc9ddd92-b81c-419b-96b7-46829b728d5b req-999e1d36-5c3d-429c-8c23-3245f44ed418 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1126268
Jun 27 12:24:21.378150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.387243 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-76970840-78d8-48a5-81c0-7c8c71d50b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:21.454578 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=002c790d-19fb-4278-8d70-9433f608ae37,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:21.459128 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:21.461771 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-511fa210-4bfb-4b59-bd8c-2503a615833a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.1075742
Jun 27 12:24:21.464824 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fc9ddd92-b81c-419b-96b7-46829b728d5b req-2abdb176-d0a2-4c1e-8ed3-f6ee5cfb1111 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267743
Jun 27 12:24:21.471485 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.478417 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-00a210a5-34d5-4676-b366-a8082acb897d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/002c790d-19fb-4278-8d70-9433f608ae37 HTTP/1.1" status: 204  len: 168 time: 0.4906363
Jun 27 12:24:21.481005 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44574) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:21.669875 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44582) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:21.677358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.744171 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-47b28450-0c83-4817-9419-551db927f157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:21.745917 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-47b28450-0c83-4817-9419-551db927f157 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.2664752
Jun 27 12:24:21.755968 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Deleting subnet 2de2bce2-a1de-46b7-b87b-c736938a8f74 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:24:21.759713 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.818020 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.886127 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.912867 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:21.937591 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d81584c0>,) {'filters': {'network_id': ['a2c391bd-aabb-4335-9a6c-146d8e9769d9']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:21.955799 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-8b0e1f6d-be81-4c83-adf5-a0a70b5d479a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 1001 time: 0.1899993
Jun 27 12:24:21.955799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d81584c0>, 'f863e618-b438-4733-84b3-1f8b4bb800ed') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:21.955799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d81584c0>, 'f863e618-b438-4733-84b3-1f8b4bb800ed') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:21.996307 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.024691 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.027234 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.033493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:22.035509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:24:22.035920 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:24:22.053348 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:24:22.073507 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de2bce2-a1de-46b7-b87b-c736938a8f74,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:22.076949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:22.080499 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.090888 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-13b7b6ef-5d16-4300-b380-5bcf86ba7ea9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2de2bce2-a1de-46b7-b87b-c736938a8f74 HTTP/1.1" status: 204  len: 168 time: 0.4177289
Jun 27 12:24:22.090888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44592) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:22.104462 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-cb4792ff-c57d-47c1-8abd-144549256e68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:22.106516 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-cb4792ff-c57d-47c1-8abd-144549256e68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.1413114
Jun 27 12:24:22.194161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.203028 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-efd63feb-486b-4e16-a52c-8d6d99165669 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0881755
Jun 27 12:24:22.277462 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.293258 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:22.314210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.320165 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2c391bd-aabb-4335-9a6c-146d8e9769d9 HTTP/1.1" status: 204  len: 168 time: 0.8382189
Jun 27 12:24:22.323064 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44596) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:22.329809 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c391bd-aabb-4335-9a6c-146d8e9769d9,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:22.331736 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:22.360141 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.373043 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-a6a19238-f465-43a2-98e9-12965ef564a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609020
Jun 27 12:24:22.379379 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d874cd30>,) {'filters': {'network_id': ['72105263-b1a2-45ab-a98b-b4ac74b0b791']}} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:22.399768 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d874cd30>, '4606b0bb-03bb-47a0-8e31-c0aa11003b5f') {'for_net_delete': True} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:22.400059 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d874cd30>, '4606b0bb-03bb-47a0-8e31-c0aa11003b5f') {} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:22.416134 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2425838'] for segment, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.428082 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Deleting subnet 86c5cb41-ae1e-4f53-a15e-95905e12bf82 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:24:22.434064 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.469408 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.483116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=74899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:24:22.483503 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2425547'] for segment, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]: Traceback (most recent call last):
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     timer()
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     cb(*args, **kw)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     return func(*args, **kwargs)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     self._notify()
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     self.callback(batched_events)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     event.method(event)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     return f(self, *a, **k)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._get(url).json()
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:24:22.499849 dv-cinder-798098-1-iscsi neutron-server[74899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:24:22.515113 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-dd0cc956-5b64-472a-b6fc-aeb7e5e44e8b req-cf1f9128-96a2-4edb-8b6d-018fb12475c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336229
Jun 27 12:24:22.579715 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.769545 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.837463 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.848230 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-327a7079-8de3-42ce-a115-64eacec5599f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:22.864206 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.871312 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5abed-7eed-4bc4-80e8-798df85fc596 req-762bf036-c42b-41d4-ba4d-65672a99c35b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:22.873019 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-44e5abed-7eed-4bc4-80e8-798df85fc596 req-762bf036-c42b-41d4-ba4d-65672a99c35b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.1745450
Jun 27 12:24:22.885992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Pushing event deleted for resources: {'Network': ['ID=72105263-b1a2-45ab-a98b-b4ac74b0b791,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:22.903834 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:22.931198 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-44e5abed-7eed-4bc4-80e8-798df85fc596 req-13141304-1ab4-4f3d-a9b2-4c94dc3cb81b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521126
Jun 27 12:24:22.946962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:22.952582 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:22.984682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86c5cb41-ae1e-4f53-a15e-95905e12bf82,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:22.988624 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:22.990659 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-849e236b-5e7a-4b0d-bcb4-4983755baf5e admin admin] 10.222.0.21 "DELETE /v2.0/networks/72105263-b1a2-45ab-a98b-b4ac74b0b791 HTTP/1.1" status: 204  len: 168 time: 0.8991880
Jun 27 12:24:22.993854 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.005748 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d9a755d8-745d-4773-806b-52f1cb975a05 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86c5cb41-ae1e-4f53-a15e-95905e12bf82 HTTP/1.1" status: 204  len: 168 time: 0.6707830
Jun 27 12:24:23.006138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44610) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:23.114734 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.329253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.342579 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d8fd03d0>,) {'filters': {'network_id': ['3b33de7c-47da-427d-9058-3d8cb6556349']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:23.354415 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8fd03d0>, 'feadab53-77fa-46a5-b718-c43c7972cdaf') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:23.354719 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8fd03d0>, 'feadab53-77fa-46a5-b718-c43c7972cdaf') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:24:23.366478 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.382518 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.389230 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:24:23.389557 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.398483 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44614) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:24:23.403142 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:24:23.459207 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-aa8eed99-07c1-49f8-8d72-ed52e5424b79 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6049ee0dd6984915ab15117d424c57f5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0573735
Jun 27 12:24:23.459646 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44618) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:23.525012 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.531640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.535193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:23.549017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.553627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.557761 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b33de7c-47da-427d-9058-3d8cb6556349,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:23.563989 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b33de7c-47da-427d-9058-3d8cb6556349 HTTP/1.1" status: 204  len: 168 time: 0.5568907
Jun 27 12:24:23.565274 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:23.684447 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.688432 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-3677293d-c228-4564-8eaa-2b970afa9734 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:23.702770 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:23.705351 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:23.760309 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:23.761898 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b83d2fa-e4bf-4d65-9e99-8f5ecfc47ffb HTTP/1.1" status: 204  len: 168 time: 0.3010252
Jun 27 12:24:24.014864 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44634) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:24.071990 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2143b31e-62d7-41fd-8db0-d8c7a6ee032b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46aeb3906a3e434fb568081b8c071e2c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0559037
Jun 27 12:24:24.075581 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44642) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:24.136564 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558def3-70a1-4938-89c3-51e9bfbf9c9b req-0e17a969-92fe-4f72-bea8-a23278e7ce93 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:24.143958 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:24.146103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8558def3-70a1-4938-89c3-51e9bfbf9c9b req-0e17a969-92fe-4f72-bea8-a23278e7ce93 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0910316
Jun 27 12:24:24.177567 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:24.212107 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8558def3-70a1-4938-89c3-51e9bfbf9c9b req-865702f2-8fa1-41f2-86d1-7a9391d82987 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523973
Jun 27 12:24:24.491513 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:24.495217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-66708347-bcfc-41b8-b505-b29df0df0c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:24.508757 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d429ccfb-9e9e-4170-ad6a-6b1744ae3323,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:24.511814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:24.514679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:24.515949 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d429ccfb-9e9e-4170-ad6a-6b1744ae3323 HTTP/1.1" status: 204  len: 168 time: 0.4394641
Jun 27 12:24:25.250048 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44674) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:25.301531 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-97e7feea-f075-4e34-83c1-2f763bce00b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdf3cd55bb004ae3914c278df0803657&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0485249
Jun 27 12:24:25.301865 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44678) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:25.362530 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:25.387636 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:25.508470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:25.512790 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ffb37e7f-056c-4c8a-9f46-d29820ff1fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:25.523905 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53dfab-9d00-4c86-863b-7156c4c74c9b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:25.526228 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:25.532511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:25.536625 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c53dfab-9d00-4c86-863b-7156c4c74c9b HTTP/1.1" status: 204  len: 168 time: 0.2336912
Jun 27 12:24:29.022756 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44772) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:29.168684 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.202757 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:29.206640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Usage tracker for resource:security_group_rule and tenant:8c8eca8697dc481bb218fdffe02120d1 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:29.209483 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:29.216097 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:29.288521 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 44782) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:29.295109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.377548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.395964 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-edd32c0f-182b-4c33-ae2a-39bee59d4303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:29.425934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99622057-3591-4a70-ac20-ebfd1224102b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:29.437548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.437917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.438288 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.438916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.439396 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.439771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.440107 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.440502 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.440843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.442238 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.444701 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.447106 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:29.450539 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.467596 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c8eca8697dc481bb218fdffe02120d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4437006
Jun 27 12:24:29.470143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44792) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:29.482001 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:29.485960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Usage tracker for resource:security_group_rule and tenant:fa9c0e3100704a4e83b23aa190f58361 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:29.488994 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:29.495195 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:29.534725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.563916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.568322 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.651441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.659396 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c35dd4d7-fdeb-4e80-bf04-4754b8fe11f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:29.699855 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1131a9-7c4d-4f42-ac77-e08b2274e5ba,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:29.703723 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa9c0e3100704a4e83b23aa190f58361&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4135113
Jun 27 12:24:29.706594 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 44796) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:24:29.711096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.711473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.711846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.712213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.712613 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.713233 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.713592 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.713955 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.714309 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.714661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.715588 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:29.719429 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:29.723346 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.728582 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f401cf52-2e1d-4c3e-9322-874bc4178a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:29.747209 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99622057-3591-4a70-ac20-ebfd1224102b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:29.763984 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:29.778543 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.781730 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99622057-3591-4a70-ac20-ebfd1224102b HTTP/1.1" status: 204  len: 168 time: 0.3083856
Jun 27 12:24:29.800102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:29.830167 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:30.022808 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:30.029073 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-44928d15-1055-43b3-a0c4-bc0dbdaa8840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:30.041872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1131a9-7c4d-4f42-ac77-e08b2274e5ba,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:30.045100 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:30.046279 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:30.056806 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e1131a9-7c4d-4f42-ac77-e08b2274e5ba HTTP/1.1" status: 204  len: 168 time: 0.3423791
Jun 27 12:24:35.324682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-813d4bd1-8e83-4450-9c37-b7c8f2f7de92 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0280602
Jun 27 12:24:35.471977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-74370a50-c06f-4563-bc3f-bcd9a5b81f8c tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:35.473533 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-74370a50-c06f-4563-bc3f-bcd9a5b81f8c tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1436081
Jun 27 12:24:35.489836 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-869f8c73-2c42-452a-a467-292f9ba71baa tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/quotas/4a1d09a86c1f4377919a6ba0bd75aa14 HTTP/1.1" status: 200  len: 375 time: 0.0111201
Jun 27 12:24:35.534376 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-28409569-1f1c-4213-83fb-81b4bff937e3 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0390911
Jun 27 12:24:35.888424 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4bce9c6b-fb83-465f-9005-dd58bd13e8b8 req-05cf55e7-77b2-4d58-b73a-f195fef8fa8c tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0443017
Jun 27 12:24:36.182669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:37.057797 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-34c96224-bd44-4891-ad43-42419b33bb37 req-c2e8d2e8-3ad0-4443-9a60-f782c3a80708 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0400369
Jun 27 12:24:38.227623 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a6bfefdf-1d95-469f-ba6c-16fe9d969b28 req-b2b2760e-d36e-4498-9909-7e9167f7fc39 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0422969
Jun 27 12:24:39.397189 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ed17e062-ebf4-4662-9d05-51b32e8b3634 req-b6582049-94b3-49da-8a97-caa387f25ea8 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0441389
Jun 27 12:24:40.557652 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5b249ba5-52f7-48ba-9315-488331a98b08 req-cac39c5d-00f0-47ab-b261-569dde8de1f2 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0430913
Jun 27 12:24:41.404001 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-66658cf3-c3fb-4e7e-92a6-ae508587ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:41.574209 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-77cd4ff6-a884-4f2d-9359-2a336a89c0c0 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0301716
Jun 27 12:24:41.723820 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d368fbd-5a24-4568-a640-ddb05e6e6360 req-88f950fe-70cc-4cf6-99e9-2baaf1d366d5 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0450447
Jun 27 12:24:41.734831 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-dcb30277-2578-4d7d-8ba4-bb604245d6dd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:41.736566 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-dcb30277-2578-4d7d-8ba4-bb604245d6dd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1509910
Jun 27 12:24:41.772238 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Request body: {'port': {'device_id': '66700d87-b665-427c-9c52-c0050ad749e3', 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9', 'admin_state_up': True, 'tenant_id': '4a1d09a86c1f4377919a6ba0bd75aa14'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:41.783847 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:41.915458 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:41.919444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Usage tracker for resource:port and tenant:4a1d09a86c1f4377919a6ba0bd75aa14 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:41.922703 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:41.928391 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:42.017642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Made reservation on behalf of 4a1d09a86c1f4377919a6ba0bd75aa14 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:24:42.020720 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.034377 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.072606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:24:42.075870 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Usage tracker for resource:security_group_rule and tenant:4a1d09a86c1f4377919a6ba0bd75aa14 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:24:42.079561 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:24:42.085521 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:24:42.156924 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.216716 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.220934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-68677079-3ebd-48e4-b732-cfa752ac49f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:42.309234 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:42.315789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:42.407380 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Allocated IP 192.168.233.220 (2f8edc6d-5884-47ca-9867-3d6be4f75ae9/a49e9844-b77f-4045-999a-394d4fadde71/6e0a1df5-1236-4498-8fb9-4c20f53032c2) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:24:42.611178 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.627700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Transition to ACTIVE for port object 6e0a1df5-1236-4498-8fb9-4c20f53032c2 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:24:42.714488 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.720374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b625707b-e17a-46fe-b211-ffbaaa094c19 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:42.797617 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:24:42.801341 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:24:42.804271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:24:42.845675 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Pushing event updated for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:42.850744 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:42.878275 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:42.878902 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:42.939491 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140457b-c61d-446c-9af5-a523dea45685 req-eff232b8-a486-4800-aa3a-b52b2d2fa074 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:42.941330 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7140457b-c61d-446c-9af5-a523dea45685 req-eff232b8-a486-4800-aa3a-b52b2d2fa074 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 936 time: 0.0898495
Jun 27 12:24:42.976086 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2080564
Jun 27 12:24:42.991391 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7140457b-c61d-446c-9af5-a523dea45685 req-efe3ff01-5e52-4b81-81c2-58b2f39fab14 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432019
Jun 27 12:24:42.998845 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Request body: {'port': {'device_id': '66700d87-b665-427c-9c52-c0050ad749e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:24:43.113774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.336754 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-34282440-762c-4b66-ba00-2bae90a3c9bc None None] Provisioning for port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:24:43.342386 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-34282440-762c-4b66-ba00-2bae90a3c9bc None None] Provisioning complete for port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:24:43.342768 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-34282440-762c-4b66-ba00-2bae90a3c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.394926 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-34282440-762c-4b66-ba00-2bae90a3c9bc None None] Port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:24:43.551120 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0a1df5-1236-4498-8fb9-4c20f53032c2 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:24:43.554874 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.570274 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Transition to ACTIVE for port object 6e0a1df5-1236-4498-8fb9-4c20f53032c2 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:24:43.655381 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.658892 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-24830988-00f6-4463-bba3-20f9bf158968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.665619 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8ed8b830-f1ef-4727-a9f9-4e79c24ee2b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:43.783348 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:43.787070 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:43.894852 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Attempting to bind port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:24:43.895197 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Attempting to bind port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:24:43.895535 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Attempting to bind port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 on network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:24:43.901240 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 on network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:24:43.901565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Attempting to bind port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 on network 2f8edc6d-5884-47ca-9867-3d6be4f75ae9 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:24:43.908563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:24:43.908907 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Checking segment: {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:24:43.909468 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Bound using segment: {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:24:43.909782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Bound port: 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6018db6-16b2-46f5-8fee-36fca995718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:24:43.910132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:43.998195 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:24:44.001199 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:24:44.079565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:44.084299 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:44.147431 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:44.148811 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e0a1df5-1236-4498-8fb9-4c20f53032c2 HTTP/1.1" status: 200  len: 1098 time: 1.1544623
Jun 27 12:24:44.149244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:44.181879 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:44.185022 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:44.207079 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda5b4f-13e9-4cff-962e-524674ac1a44 req-7e50ba38-76ac-43ba-b8eb-f096301f38ba tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:44.213258 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2eda5b4f-13e9-4cff-962e-524674ac1a44 req-7e50ba38-76ac-43ba-b8eb-f096301f38ba tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 948 time: 0.0948949
Jun 27 12:24:44.222852 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2', 'status': 'completed', 'code': 200}
Jun 27 12:24:44.270676 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2eda5b4f-13e9-4cff-962e-524674ac1a44 req-a1676de7-aa76-4551-998a-a01064a620e4 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535812
Jun 27 12:24:44.346975 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-701bbc07-0454-4a80-9a97-c4c14bc6fac7 req-b5cc3253-1e43-40c7-9189-b74924e01437 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 1101 time: 0.0748413
Jun 27 12:24:44.386991 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-701bbc07-0454-4a80-9a97-c4c14bc6fac7 req-69a975f4-0085-451e-ad65-566370569a7b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0242627
Jun 27 12:24:44.528045 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bbc07-0454-4a80-9a97-c4c14bc6fac7 req-ade8dd9d-dba7-4a7f-8d35-7795b6f221b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:44.529529 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-701bbc07-0454-4a80-9a97-c4c14bc6fac7 req-ade8dd9d-dba7-4a7f-8d35-7795b6f221b5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1290550
Jun 27 12:24:44.620900 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:44.667320 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-28365372-8627-43b5-8516-0d73e468d91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 1101 time: 0.0733633
Jun 27 12:24:44.751663 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-94c899e0-f1ab-47b6-8a25-57ae06a7055a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2 HTTP/1.1" status: 200  len: 217 time: 0.0663161
Jun 27 12:24:44.818386 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-79c58025-23fd-4d3c-85fc-b1f32541d01c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:44.819930 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-79c58025-23fd-4d3c-85fc-b1f32541d01c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a49e9844-b77f-4045-999a-394d4fadde71 HTTP/1.1" status: 200  len: 843 time: 0.0607395
Jun 27 12:24:44.914029 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-7d89cf56-3da1-4411-84b2-364056cdb612 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2f8edc6d-5884-47ca-9867-3d6be4f75ae9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0840023
Jun 27 12:24:45.057848 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-e87cb58a-7e50-48b3-b9e8-c7fced3a570c service neutron] 10.222.0.47 "GET /v2.0/networks/2f8edc6d-5884-47ca-9867-3d6be4f75ae9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294155
Jun 27 12:24:45.218595 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5c3016d1-2e99-4030-9f06-51548472cc24 req-d411f79c-23ea-4e81-9a0f-670fb8db7998 service neutron] 10.222.0.47 "GET /v2.0/networks/2f8edc6d-5884-47ca-9867-3d6be4f75ae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476996
Jun 27 12:24:45.473227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7f314-74d3-4bbe-bd1c-ebb64c6aee37 req-2e92b48d-9245-4368-a28d-3e193db886ce tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:45.474678 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31b7f314-74d3-4bbe-bd1c-ebb64c6aee37 req-2e92b48d-9245-4368-a28d-3e193db886ce tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 948 time: 0.0763884
Jun 27 12:24:45.518853 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31b7f314-74d3-4bbe-bd1c-ebb64c6aee37 req-2b825e90-596b-4a58-982a-4823ab0ca58f tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387936
Jun 27 12:24:46.289407 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:46.720619 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ba71f-1ca5-4180-a90d-9605d04caf08 req-38c90101-4eab-46e6-bdef-6c0d96fc11e3 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:46.722063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-168ba71f-1ca5-4180-a90d-9605d04caf08 req-38c90101-4eab-46e6-bdef-6c0d96fc11e3 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 948 time: 0.0812681
Jun 27 12:24:46.767984 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-168ba71f-1ca5-4180-a90d-9605d04caf08 req-0d92bbcd-4417-4813-ad96-7c9c6ced923c tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404658
Jun 27 12:24:48.089702 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3e58-878d-4afd-aefd-d07c3f30a024 req-963de2f1-312f-4d17-a24e-00a296b7586d tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:48.091149 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-51fd3e58-878d-4afd-aefd-d07c3f30a024 req-963de2f1-312f-4d17-a24e-00a296b7586d tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 948 time: 0.1939938
Jun 27 12:24:48.142862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ceee5-607a-41a6-8729-0e49387e2063 req-b3bd49dd-4a6c-4edc-9dc0-2dedc1c64602 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:48.144298 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f57ceee5-607a-41a6-8729-0e49387e2063 req-b3bd49dd-4a6c-4edc-9dc0-2dedc1c64602 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.2040854
Jun 27 12:24:48.171336 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-51fd3e58-878d-4afd-aefd-d07c3f30a024 req-37d3c31e-7f83-40fb-b059-7b076dc01da1 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710022
Jun 27 12:24:48.194590 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f57ceee5-607a-41a6-8729-0e49387e2063 req-df2812f3-5402-45b9-8530-867c5bad948e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447063
Jun 27 12:24:48.664536 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e0a1df5-1236-4498-8fb9-4c20f53032c2 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:24:48.793219 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:48.809164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '6e0a1df5-1236-4498-8fb9-4c20f53032c2', 'network_id': '2f8edc6d-5884-47ca-9867-3d6be4f75ae9', 'port_id': '6e0a1df5-1236-4498-8fb9-4c20f53032c2', 'mac_address': 'fa:16:3e:f0:d3:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49e9844-b77f-4045-999a-394d4fadde71', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:24:48.862425 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:48.881238 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0a1df5-1236-4498-8fb9-4c20f53032c2 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:24:48.896169 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:48.971004 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:48.973012 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:49.037511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:49.045658 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.046010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.046355 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.046691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.047023 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.047354 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.047693 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.048872 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.049210 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.049540 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.049869 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:24:49.053728 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:49.399103 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['6e0a1df5-1236-4498-8fb9-4c20f53032c2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:24:49.443477 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c034fa-bd0d-4d9d-af68-2f3022bb4878 req-44bee365-5597-474d-b5b1-a55b52469f6b tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:49.444954 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b5c034fa-bd0d-4d9d-af68-2f3022bb4878 req-44bee365-5597-474d-b5b1-a55b52469f6b tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 949 time: 0.1420281
Jun 27 12:24:49.450379 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496fb47-41dc-44d2-9e4f-695dd7023bca req-285d7930-b0ab-4660-94a7-14de77a662f0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:49.451737 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6496fb47-41dc-44d2-9e4f-695dd7023bca req-285d7930-b0ab-4660-94a7-14de77a662f0 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.1157484
Jun 27 12:24:49.524072 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b5c034fa-bd0d-4d9d-af68-2f3022bb4878 req-d05afab0-6ab4-42ae-a66b-1476cd0f27ce tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713837
Jun 27 12:24:49.528723 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6496fb47-41dc-44d2-9e4f-695dd7023bca req-98a2ab4b-abed-41df-bc9b-5c3ce517da8e tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617552
Jun 27 12:24:50.306183 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-2318ee35-bb1e-47c0-b9dd-c5b87d14e6a3 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:50.306875 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-2318ee35-bb1e-47c0-b9dd-c5b87d14e6a3 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Synchronizing usage tracker for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:24:50.403435 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-2318ee35-bb1e-47c0-b9dd-c5b87d14e6a3 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Unset dirty status for tenant:b7e6675671ce47a0a3276d68b2f4129c on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:24:50.404633 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-2318ee35-bb1e-47c0-b9dd-c5b87d14e6a3 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.1795027
Jun 27 12:24:50.476040 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Deleting port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:24:50.476402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:50.661973 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e0a1df5-1236-4498-8fb9-4c20f53032c2 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:24:50.814544 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] For port 17245cfa-fcb3-49f0-a5f0-7caaf792e000, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=17245cfa-fcb3-49f0-a5f0-7caaf792e000,segment=NetworkSegment(c338eba3-18a4-4667-aac2-a19e041f36ae),segment_id=c338eba3-18a4-4667-aac2-a19e041f36ae)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:50.815411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:50.815546 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90289ff-8de1-450e-81c8-1fcbf4c0c5d7 req-8e927915-de41-478c-ad60-bb657d083aaa tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:50.822535 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c90289ff-8de1-450e-81c8-1fcbf4c0c5d7 req-8e927915-de41-478c-ad60-bb657d083aaa tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 949 time: 0.1199350
Jun 27 12:24:50.839594 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:24:50.844908 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:24:50.845288 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:50.860757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a9490-1bb7-405c-aa6d-c90dbfd4f7e4 req-47e65fbb-c30e-42ce-9b57-dfe694bd73c7 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:50.862459 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d8a9490-1bb7-405c-aa6d-c90dbfd4f7e4 req-47e65fbb-c30e-42ce-9b57-dfe694bd73c7 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 945 time: 0.2059791
Jun 27 12:24:50.904584 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c90289ff-8de1-450e-81c8-1fcbf4c0c5d7 req-0f027212-7984-4c9a-9800-6c009bb20dfb tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811851
Jun 27 12:24:50.934326 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d8a9490-1bb7-405c-aa6d-c90dbfd4f7e4 req-8a49ed78-6954-4eb6-bbc7-22a8bcc7a1e7 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/security-groups?id=28a83acf-708a-4577-8ae7-4123411e8990&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615296
Jun 27 12:24:50.971470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Calling delete_port for 17245cfa-fcb3-49f0-a5f0-7caaf792e000 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:24:51.013455 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:51.042187 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:51.051957 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:51.097887 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2', 'code': 200}
Jun 27 12:24:51.144168 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:51.146072 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:51.182774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:51.189044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6c34f49d-6003-48e1-9d41-b27c2f443060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:51.217216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:51.221078 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:51.227385 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['17245cfa-fcb3-49f0-a5f0-7caaf792e000'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:24:51.230429 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Pushing event deleted for resources: {'Port': ['ID=17245cfa-fcb3-49f0-a5f0-7caaf792e000,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:51.234668 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:51.313131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] No DVR routers for this DVR port 17245cfa-fcb3-49f0-a5f0-7caaf792e000 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:24:51.316027 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:51.318615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'name': 'network-vif-deleted', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:51.373511 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a51722d-dddc-4e7e-b70a-fbdea01971d0', 'name': 'network-vif-deleted', 'tag': '17245cfa-fcb3-49f0-a5f0-7caaf792e000', 'status': 'completed', 'code': 200}
Jun 27 12:24:51.417755 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a0ff75c2-c876-41fe-84e9-5c03becf3c41 req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.47 "DELETE /v2.0/ports/17245cfa-fcb3-49f0-a5f0-7caaf792e000 HTTP/1.1" status: 204  len: 173 time: 1.0067976
Jun 27 12:24:51.515416 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4948f775-73df-48ac-b333-cc902f29f9bb req-d981e5eb-5f36-4def-b405-8a6442fa5609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 1103 time: 0.0699346
Jun 27 12:24:51.570233 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4948f775-73df-48ac-b333-cc902f29f9bb req-527c20c8-3a5b-454c-99f0-718c92f6ab38 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383279
Jun 27 12:24:52.120238 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dafab9d1-60c1-4605-a000-482f5f33ca0d req-e454b525-0bf4-4ead-a6b2-f00aea33fcd3 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a51722d-dddc-4e7e-b70a-fbdea01971d0 HTTP/1.1" status: 200  len: 210 time: 0.0426712
Jun 27 12:24:52.150679 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48538f-1509-42c8-b7a9-0c7a28c70387 req-3085df78-d5a0-487b-a5b9-dfd1640808e5 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:52.152129 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9b48538f-1509-42c8-b7a9-0c7a28c70387 req-3085df78-d5a0-487b-a5b9-dfd1640808e5 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.1178803
Jun 27 12:24:52.201326 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9b48538f-1509-42c8-b7a9-0c7a28c70387 req-56535f59-a917-48d8-849b-0fb7b0f2938e tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422006
Jun 27 12:24:53.404144 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90892d-4793-45e7-af16-74aa64a07b6b req-e6062066-7750-474d-af84-943bb070d2de tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:53.405660 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a90892d-4793-45e7-af16-74aa64a07b6b req-e6062066-7750-474d-af84-943bb070d2de tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.0807257
Jun 27 12:24:53.449786 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a90892d-4793-45e7-af16-74aa64a07b6b req-745f6489-ebb6-4e94-8c04-daefe64fb21c tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385883
Jun 27 12:24:54.094232 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819afbea-93e1-4e32-9f5c-64101cb9d98b req-be3f39ca-3652-4237-b46a-e4850613c881 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:54.096103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-819afbea-93e1-4e32-9f5c-64101cb9d98b req-be3f39ca-3652-4237-b46a-e4850613c881 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.0764318
Jun 27 12:24:54.144967 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-819afbea-93e1-4e32-9f5c-64101cb9d98b req-bd171374-dc8f-459e-a495-a3cbc2ef3287 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430725
Jun 27 12:24:54.678942 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 17245cfa-fcb3-49f0-a5f0-7caaf792e000 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:24:54.714587 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 17245cfa-fcb3-49f0-a5f0-7caaf792e000 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:24:54.714709 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 17245cfa-fcb3-49f0-a5f0-7caaf792e000 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:24:54.765199 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:24:55.352193 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9441eb-d84f-4fed-b5fa-5a7dbb9432d4 req-2b41e183-4e93-497a-afb0-15766fdfee33 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:55.353692 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d9441eb-d84f-4fed-b5fa-5a7dbb9432d4 req-2b41e183-4e93-497a-afb0-15766fdfee33 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.0793767
Jun 27 12:24:55.403319 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1d9441eb-d84f-4fed-b5fa-5a7dbb9432d4 req-ea05eaf0-f4e7-4075-8ed8-b82a6d55f9c5 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439265
Jun 27 12:24:55.874847 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-69c32a1e-392f-44f5-91d8-eb84d3a9c0ef tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:55.875549 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-69c32a1e-392f-44f5-91d8-eb84d3a9c0ef tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Synchronizing usage tracker for tenant:4a1d09a86c1f4377919a6ba0bd75aa14 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:24:55.975000 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-69c32a1e-392f-44f5-91d8-eb84d3a9c0ef tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Unset dirty status for tenant:4a1d09a86c1f4377919a6ba0bd75aa14 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:24:55.976140 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-69c32a1e-392f-44f5-91d8-eb84d3a9c0ef tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.47 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.1816187
Jun 27 12:24:56.047442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Deleting port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:24:56.047442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:56.308857 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] For port 6e0a1df5-1236-4498-8fb9-4c20f53032c2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e0a1df5-1236-4498-8fb9-4c20f53032c2,segment=NetworkSegment(a6018db6-16b2-46f5-8fee-36fca995718c),segment_id=a6018db6-16b2-46f5-8fee-36fca995718c)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:24:56.309151 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:56.426350 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Calling delete_port for 6e0a1df5-1236-4498-8fb9-4c20f53032c2 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:24:56.621639 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d34402-e535-4da6-9d61-c3f7704f980f req-edd7b56b-1a7b-4d34-8ba2-45bed3f4d28f tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:24:56.623095 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9d34402-e535-4da6-9d61-c3f7704f980f req-edd7b56b-1a7b-4d34-8ba2-45bed3f4d28f tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 950 time: 0.0908673
Jun 27 12:24:56.637895 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:56.644201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:24:56.668943 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9d34402-e535-4da6-9d61-c3f7704f980f req-ec1d9328-2f73-4a06-b924-7e8eb5b911f5 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/security-groups?id=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398614
Jun 27 12:24:56.686020 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Pushing event deleted for resources: {'Port': ['ID=6e0a1df5-1236-4498-8fb9-4c20f53032c2,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:24:56.689608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:24:56.763379 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] No DVR routers for this DVR port 6e0a1df5-1236-4498-8fb9-4c20f53032c2 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:24:56.765911 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:24:56.769471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'name': 'network-vif-deleted', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:24:56.831306 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66700d87-b665-427c-9c52-c0050ad749e3', 'name': 'network-vif-deleted', 'tag': '6e0a1df5-1236-4498-8fb9-4c20f53032c2', 'status': 'completed', 'code': 200}
Jun 27 12:24:56.840489 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c85770f8-ef7d-47fc-a484-f80736471de0 req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.47 "DELETE /v2.0/ports/6e0a1df5-1236-4498-8fb9-4c20f53032c2 HTTP/1.1" status: 204  len: 173 time: 0.8563914
Jun 27 12:24:57.832284 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f15b966b-ad5a-4ced-8072-ed60585bef88 req-4ea747c2-ed48-4e71-9b10-7803cab4f971 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0408907
Jun 27 12:24:58.791759 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['6e0a1df5-1236-4498-8fb9-4c20f53032c2'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:24:59.002974 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d01b4f96-dcf1-4679-8122-bab6987efd31 req-a3131499-884a-411c-88d1-322ed10bb411 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] 10.222.0.21 "GET /v2.0/ports?device_id=66700d87-b665-427c-9c52-c0050ad749e3 HTTP/1.1" status: 200  len: 210 time: 0.0436583
Jun 27 12:25:00.538879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c4de1-8e62-4be5-99f8-d1d0412f263e req-7ffd0cbc-1b7b-4611-a2b2-8af455d6be50 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:00.540370 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e43c4de1-8e62-4be5-99f8-d1d0412f263e req-7ffd0cbc-1b7b-4611-a2b2-8af455d6be50 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.0877495
Jun 27 12:25:00.589168 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e43c4de1-8e62-4be5-99f8-d1d0412f263e req-8f0c2098-1eea-47b1-9410-20fe8345c42e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431275
Jun 27 12:25:02.094900 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977dcd9-8851-45ed-9de9-930326c49728 req-47efa12f-f606-40be-8bdc-35e4ed57d474 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:02.097594 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9977dcd9-8851-45ed-9de9-930326c49728 req-47efa12f-f606-40be-8bdc-35e4ed57d474 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.3709519
Jun 27 12:25:02.152585 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9977dcd9-8851-45ed-9de9-930326c49728 req-0aea8ee8-1ede-4299-b332-918ce678ad97 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447044
Jun 27 12:25:02.269181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-d70d57a2-caaf-4ed6-b858-465780fcc6a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:02.269917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-d70d57a2-caaf-4ed6-b858-465780fcc6a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Synchronizing usage tracker for tenant:32238de6486240bd8dd6f65bac391f2a on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:25:02.377651 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-d70d57a2-caaf-4ed6-b858-465780fcc6a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Unset dirty status for tenant:32238de6486240bd8dd6f65bac391f2a on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:25:02.379840 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-d70d57a2-caaf-4ed6-b858-465780fcc6a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1918130
Jun 27 12:25:03.385528 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Deleting port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:25:03.386076 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:03.467266 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a5d6-9499-4de8-8c13-6d2222b5b292 req-3afb4bc4-6e66-4ec0-ba87-7e52c24acd51 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:03.472942 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ca3a5d6-9499-4de8-8c13-6d2222b5b292 req-3afb4bc4-6e66-4ec0-ba87-7e52c24acd51 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 946 time: 0.1820192
Jun 27 12:25:03.516666 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ca3a5d6-9499-4de8-8c13-6d2222b5b292 req-9f4fbb1e-610b-4ec6-b378-4ea9d8346290 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f58c7f-2feb-4986-8278-3a5958d9e00a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405302
Jun 27 12:25:03.645922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] For port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:03.646265 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:03.938799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:03.939183 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:03.940081 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Floating IP 7c869aad-5aee-4d53-860a-f338691acd54 disassociated. External IP: 172.27.2.118, port: 193b23be-a61a-4af2-9ca2-eb8ca116d0f2.
Jun 27 12:25:03.940796 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Calling delete_port for 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:25:04.067164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e0a1df5-1236-4498-8fb9-4c20f53032c2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:25:04.102702 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 6e0a1df5-1236-4498-8fb9-4c20f53032c2 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:25:04.103164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e0a1df5-1236-4498-8fb9-4c20f53032c2 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:25:04.262215 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:04.269364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:04.314039 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'Port': ['ID=193b23be-a61a-4af2-9ca2-eb8ca116d0f2,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:04.317786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:04.535668 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:25:04.710344 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0753e6eb-f71b-442b-a7cd-a693297818ea req-f87c4227-764e-434c-ad0c-b9ac1dc2eee8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0463855
Jun 27 12:25:04.753630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:25:04.758100 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:25:04.771097 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:04.776792 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d95e29d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:24:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:04.829440 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] No DVR routers for this DVR port 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:25:04.834110 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:04.835578 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-deleted', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:04.902612 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bcd219-3837-415f-9384-ed8a98f5cd6d', 'name': 'network-vif-deleted', 'tag': '193b23be-a61a-4af2-9ca2-eb8ca116d0f2', 'status': 'completed', 'code': 200}
Jun 27 12:25:04.946812 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ca297fbc-b1b6-4f67-b174-a793cc33a11d req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "DELETE /v2.0/ports/193b23be-a61a-4af2-9ca2-eb8ca116d0f2 HTTP/1.1" status: 204  len: 173 time: 1.7254994
Jun 27 12:25:04.988648 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:05.220116 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-68eaf300-cce5-4ae8-88d3-0a33332d6e25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710304
Jun 27 12:25:05.306425 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d95e29d0>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:05.311385 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:25:05.323248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:05.324041 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d95e29d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:24:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:05.422652 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-ba4ebbae-48ca-4cd9-8b12-ca7fc67de2d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 1099 time: 0.0750477
Jun 27 12:25:05.503010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:05.670894 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-db98a3e3-40cf-4cb9-8f34-068a66895eda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:05.672391 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-db98a3e3-40cf-4cb9-8f34-068a66895eda service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.2264380
Jun 27 12:25:05.861505 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d95e29d0>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:05.866051 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26efd7c6-c2f1-4c7d-be7b-d3aee6b2d769 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:25:05.926869 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-07f35dee-9dd3-4be1-bb3a-db6325477700 req-9bc75614-9d3a-421e-806d-b101dcd95f29 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0500252
Jun 27 12:25:06.098097 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9947c60-a66f-4935-abc6-5274bbc1d1bc None None] New status for floating IP 7c869aad-5aee-4d53-860a-f338691acd54: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:25:06.187655 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:06.609213 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-48d10aa1-9964-4c17-9f9c-66cce139bda2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 200  len: 1001 time: 0.0962453
Jun 27 12:25:07.132003 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7248d49-4e95-402d-8eb0-e61ef0f8f040 req-ee201e51-1a17-481d-bdf4-c5cf08ae9000 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0460455
Jun 27 12:25:08.279230 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:25:08.312231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:25:08.312710 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 193b23be-a61a-4af2-9ca2-eb8ca116d0f2 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:25:08.347823 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2c713487-0da1-4e44-ae5b-95bf04288bd0 req-e4ebf5e4-8af8-4fb7-9716-b017172779e2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5bcd219-3837-415f-9384-ed8a98f5cd6d HTTP/1.1" status: 200  len: 210 time: 0.0508928
Jun 27 12:25:08.348374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-14d6c302-09dd-4c1b-ab95-dee37336717b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:08.349553 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-14d6c302-09dd-4c1b-ab95-dee37336717b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.0637605
Jun 27 12:25:08.425827 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-5794e256-e407-467d-9ddd-7c7e855b525c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689592
Jun 27 12:25:08.567987 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-3e2e3d97-3b35-4b0c-9b79-97f1a3d7f80d service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343589
Jun 27 12:25:08.721616 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4f3f4995-1aff-4681-af27-9921401bcab3 req-3ec3b1e2-c5b7-473d-8e2f-9273970449c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416626
Jun 27 12:25:09.235113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8af622-dc19-47fe-9573-0b000d01b736 req-001ae8e1-be42-4937-9f94-82b12815431e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:09.237728 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8f8af622-dc19-47fe-9573-0b000d01b736 req-001ae8e1-be42-4937-9f94-82b12815431e tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0875745
Jun 27 12:25:09.296924 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8f8af622-dc19-47fe-9573-0b000d01b736 req-a3d86e7e-8e91-48b5-b339-78b543ccfd53 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515664
Jun 27 12:25:09.617527 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45484) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:09.688934 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:09.725657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:09.907442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45500) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:09.986989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:09.992960 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-91130ad9-5c7d-4885-8dba-929d55eff7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:10.008151 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f58c7f-2feb-4986-8278-3a5958d9e00a,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:10.012280 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:10.103819 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-8d6bc53e-62ce-4ae2-afa8-819844710309 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a1d09a86c1f4377919a6ba0bd75aa14&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1943188
Jun 27 12:25:10.104075 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45510) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:10.124358 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.125571 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "DELETE /v2.0/security-groups/56f58c7f-2feb-4986-8278-3a5958d9e00a HTTP/1.1" status: 204  len: 168 time: 0.5070629
Jun 27 12:25:10.129046 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45514) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:10.152259 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.api.v2.resource [None req-6f637532-b859-423b-9d1c-58c2837bc2bd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] show failed (client error): The resource could not be found.
Jun 27 12:25:10.152259 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6f637532-b859-423b-9d1c-58c2837bc2bd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups/56f58c7f-2feb-4986-8278-3a5958d9e00a HTTP/1.1" status: 404  len: 347 time: 0.0174961
Jun 27 12:25:10.154500 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45518) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:10.173486 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.200390 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.313105 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Deleting port 09e5bd2d-6310-4915-b085-e635c96ddf95 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:25:10.313456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.342121 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.346974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2877ac15-fb09-47d7-bef0-07747c74980a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:10.360453 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:10.366769 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:10.382736 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.384634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91ab2a7c-aa5f-46cf-81bd-c253cb0f0fa8 HTTP/1.1" status: 204  len: 168 time: 0.2794437
Jun 27 12:25:10.504158 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.504529 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.544187 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0ee2c-311b-4568-a249-80e9d3f636b1 req-e05d9d83-f87e-46bc-84d1-63ff90623c77 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:10.545689 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aea0ee2c-311b-4568-a249-80e9d3f636b1 req-e05d9d83-f87e-46bc-84d1-63ff90623c77 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0838563
Jun 27 12:25:10.608972 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aea0ee2c-311b-4568-a249-80e9d3f636b1 req-5fc194c7-be64-45eb-895a-4bd4608d90ee tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549049
Jun 27 12:25:10.631126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Calling delete_port for 09e5bd2d-6310-4915-b085-e635c96ddf95 owned by network:floatingip {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:25:10.884803 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:10.888836 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f863a45f-dac2-43d1-ae07-6c3a0194756d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:10.932732 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'Port': ['ID=09e5bd2d-6310-4915-b085-e635c96ddf95,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:10.940141 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:11.025254 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.039866 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.041108 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c869aad-5aee-4d53-860a-f338691acd54 HTTP/1.1" status: 204  len: 168 time: 0.8854599
Jun 27 12:25:11.321863 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45536) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:11.333505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--34158939', 'description': 'tempest-description--191306943'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:11.339560 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:11.343690 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:11.350209 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:11.353409 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:11.394304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-541b1236-eef3-4561-bfe8-83c2cbfb39cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.421836 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.457963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:11.461712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:11.464708 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:11.470300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:11.525579 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.582892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfafe13-4732-425d-9106-460b33c7e18d req-91df04ef-1cc2-42ee-8f5a-20c1908ad4f9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:11.583514 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5cfafe13-4732-425d-9106-460b33c7e18d req-91df04ef-1cc2-42ee-8f5a-20c1908ad4f9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:25:11.614454 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.619695 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74891f35-460c-44ec-9cb1-ab08086047f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:11.662567 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8797f6c1-5681-4706-ac88-46b91476049f,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:11.665309 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:11.707622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-5cfafe13-4732-425d-9106-460b33c7e18d req-91df04ef-1cc2-42ee-8f5a-20c1908ad4f9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:25:11.709174 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5cfafe13-4732-425d-9106-460b33c7e18d req-91df04ef-1cc2-42ee-8f5a-20c1908ad4f9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.2060990
Jun 27 12:25:11.754687 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.755858 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.4329150
Jun 27 12:25:11.760021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45542) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:11.767436 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group_rule': {'security_group_id': '8797f6c1-5681-4706-ac88-46b91476049f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:11.770743 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.782191 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:11.789560 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:11.794730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Deleting port b857f023-7380-4439-a0e9-f750bd98c31f {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:25:11.795088 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:11.799503 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89399e-a6fe-46cf-b1a8-97182fa55c8b req-8948751c-7120-4e78-8730-5ee40575d54a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:11.801254 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5b89399e-a6fe-46cf-b1a8-97182fa55c8b req-8948751c-7120-4e78-8730-5ee40575d54a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 946 time: 0.0816197
Jun 27 12:25:11.819339 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:11.834519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:11.855272 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5b89399e-a6fe-46cf-b1a8-97182fa55c8b req-943689c7-0100-4428-aab2-769855bdd0a8 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=e32e8578-0e04-4e74-afeb-ff3a7787291d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479648
Jun 27 12:25:11.943337 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.143397 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.196887 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.198686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] For port b857f023-7380-4439-a0e9-f750bd98c31f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=b857f023-7380-4439-a0e9-f750bd98c31f,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:12.199035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.210085 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:12.292908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2b0d1a-82e2-486a-a240-fcb5cd83b29b,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:12.306613 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:12.391569 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.396041 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0a0d6b03-5dab-46a5-ac0f-1a8852d06293 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6324561
Jun 27 12:25:12.396417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45566) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:12.401969 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'security_group_rule': {'security_group_id': '8797f6c1-5681-4706-ac88-46b91476049f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:12.407729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:12.415258 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:security_group_rule and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:12.418331 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:12.424750 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:12.524254 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.544541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.544924 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.545245 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Floating IP 66b179f3-da82-441a-9996-91fd65b69d80 disassociated. External IP: 172.27.2.93, port: b857f023-7380-4439-a0e9-f750bd98c31f.
Jun 27 12:25:12.545612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Calling delete_port for b857f023-7380-4439-a0e9-f750bd98c31f owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:25:12.590946 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.650559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.653007 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:12.678898 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367387da-0306-4adb-a8bf-82e9ba979daa,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:12.682984 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:12.758899 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.760088 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-909eff10-f83c-4e0d-b391-1760fbb2cd59 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3626914
Jun 27 12:25:12.763090 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45574) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:12.769088 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:12.774774 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:12.778664 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:floatingip and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:12.781534 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:12.787202 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:12.791816 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:12.797536 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8f90c518-1b0e-4401-9e8e-1f7089d43a16 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:12.839607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'Port': ['ID=b857f023-7380-4439-a0e9-f750bd98c31f,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:12.842943 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:12.862179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.036165 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8a7e6b7-1907-4220-9703-1a279621263c req-ca7a61da-30b4-42ca-981d-b96c38dc45ab tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0450454
Jun 27 12:25:13.042083 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.053109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:25:13.178011 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Allocated IP 172.27.2.171 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/f84c2182-4150-45a5-b68a-564afb454513) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:25:13.267185 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:25:13.278324 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:25:13.293311 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:13.294304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9669760>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:24:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:13.349020 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] No DVR routers for this DVR port b857f023-7380-4439-a0e9-f750bd98c31f on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:25:13.351390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.353983 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'name': 'network-vif-deleted', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:13.356661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.415151 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ae7d55-e260-4838-a1b8-8bd39367c88a', 'name': 'network-vif-deleted', 'tag': 'b857f023-7380-4439-a0e9-f750bd98c31f', 'status': 'completed', 'code': 200}
Jun 27 12:25:13.457532 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5cfafe13-4732-425d-9106-460b33c7e18d req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "DELETE /v2.0/ports/b857f023-7380-4439-a0e9-f750bd98c31f HTTP/1.1" status: 204  len: 173 time: 1.7425342
Jun 27 12:25:13.477731 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.482106 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:13.482240 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:13.544967 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:25:13.548153 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:25:13.551800 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:25:13.589267 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=f84c2182-4150-45a5-b68a-564afb454513,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:13.593295 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:13.691419 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-aec8775d-d963-4ca9-a93f-5e0ca747e318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.715632 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.816428 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9669760>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:13.820421 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:25:13.822779 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:13.831413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:13.832126 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9669760>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:25:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:14.009397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:14.022198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:14.129818 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:14.134410 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c167b425-cb81-4beb-906b-55b550e49700 tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:14.259157 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bbc3173f-db5b-408d-a95f-a473a17b4315 req-c5e0c331-b836-48bd-8df9-4991ecd81ef4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0942101
Jun 27 12:25:14.285976 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=f84c2182-4150-45a5-b68a-564afb454513,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:14.290022 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:14.298635 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:14.325729 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9669760>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:14.330322 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aaf504-5eac-4bac-a9b2-1b6749684a62 None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:25:14.374541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:14.375753 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6117647
Jun 27 12:25:14.547114 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b938b-3d14-4e93-9bcb-f07016003bba None None] New status for floating IP 66b179f3-da82-441a-9996-91fd65b69d80: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:25:14.650560 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:14.694455 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-24f99fa7-94dd-4b0a-8e4a-a7aa90c3096d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Synchronizing usage tracker for tenant:32238de6486240bd8dd6f65bac391f2a on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:25:14.785794 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-24f99fa7-94dd-4b0a-8e4a-a7aa90c3096d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Unset dirty status for tenant:32238de6486240bd8dd6f65bac391f2a on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:25:14.786930 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-24f99fa7-94dd-4b0a-8e4a-a7aa90c3096d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--34158939&fields=id&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 267 time: 0.2106872
Jun 27 12:25:14.936281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-a32bfe29-fc86-444c-90e9-9a841f900a39 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:14.937716 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-a32bfe29-fc86-444c-90e9-9a841f900a39 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 816 time: 0.1441662
Jun 27 12:25:14.953476 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-7f9d50a7-7946-4ad7-a279-4bd21ed27b6f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/quotas/32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 375 time: 0.0099595
Jun 27 12:25:15.031061 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-8f924a14-0ee2-4a30-9d41-272444aec05b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0727727
Jun 27 12:25:15.163702 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-b3dbcfa9-92e0-4977-8f62-344c9572b245 service neutron] 10.222.0.21 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209543
Jun 27 12:25:15.290057 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-4388699c-8580-49e3-9e1e-e234f77134ef service neutron] 10.222.0.21 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203065
Jun 27 12:25:15.426636 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-67c34a1c-ec79-4940-a09f-c683c00b26e9 req-db506645-0ba5-4919-9aba-e511725bde51 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0406435
Jun 27 12:25:15.585434 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fbdd78dd-fecf-4e63-af03-001048c2f637 req-1ff525f4-b503-4201-8536-68a65a14e7ae tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 210 time: 0.0453000
Jun 27 12:25:16.210837 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:16.611766 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-639ba3b2-9bb8-4d7e-b274-e425e0cd4c84 req-b02f5447-c10f-4a13-8f3f-625cfd531172 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=34ae7d55-e260-4838-a1b8-8bd39367c88a HTTP/1.1" status: 200  len: 210 time: 0.0463102
Jun 27 12:25:16.793968 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-520b7fe0-01f2-4638-875d-c4effa05ba9f req-3a66bd8a-522e-4cc4-aae8-351bc37b82ed tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 210 time: 0.0475702
Jun 27 12:25:17.565975 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device b857f023-7380-4439-a0e9-f750bd98c31f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:25:17.636427 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: b857f023-7380-4439-a0e9-f750bd98c31f {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:25:17.636752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device b857f023-7380-4439-a0e9-f750bd98c31f not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:25:17.851176 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45654) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:17.924914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:17.953088 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.077826 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.084603 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d6cdeed6-7e24-4f99-b695-6d3910b66359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:18.101996 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32e8578-0e04-4e74-afeb-ff3a7787291d,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:18.105529 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:18.167735 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-624df4ec-e30e-46f3-88ad-1eeb3ae12f18 req-8bd65786-7400-433b-9108-ad3d13a5f2ce tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 210 time: 0.0669897
Jun 27 12:25:18.213479 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.217382 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "DELETE /v2.0/security-groups/e32e8578-0e04-4e74-afeb-ff3a7787291d HTTP/1.1" status: 204  len: 168 time: 0.3654246
Jun 27 12:25:18.217950 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45662) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:18.235396 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.api.v2.resource [None req-10682b8f-f5fd-4881-85d0-9c4c73f609ff tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] show failed (client error): The resource could not be found.
Jun 27 12:25:18.237079 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-10682b8f-f5fd-4881-85d0-9c4c73f609ff tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups/e32e8578-0e04-4e74-afeb-ff3a7787291d HTTP/1.1" status: 404  len: 347 time: 0.0181401
Jun 27 12:25:18.239992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45668) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:18.285972 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-46747edf-c8f2-4972-9d92-efe9cec48c26 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:18.287558 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-46747edf-c8f2-4972-9d92-efe9cec48c26 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 816 time: 0.3037336
Jun 27 12:25:18.362288 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-2f6389ee-c73b-4f9e-a09f-37ba8ac33b26 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 378 time: 0.0471723
Jun 27 12:25:18.372843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'port': {'device_id': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'admin_state_up': True, 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'security_groups': ['8797f6c1-5681-4706-ac88-46b91476049f']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:18.400937 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Deleting port a9c9405b-1af0-4f9a-af41-ed2c12136a0f {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:25:18.401285 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.581508 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.581841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.625746 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:18.630148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Usage tracker for resource:port and tenant:32238de6486240bd8dd6f65bac391f2a is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:18.633406 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:18.639412 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:18.711919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Made reservation on behalf of 32238de6486240bd8dd6f65bac391f2a for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:25:18.713822 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Calling delete_port for a9c9405b-1af0-4f9a-af41-ed2c12136a0f owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:25:18.715247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.898948 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Allocated IP 172.20.0.7 (741273bf-66e0-46e4-a3ad-cf6292253502/37e38920-e5be-4018-8516-c83d2ba78b0b/df93892f-3e6b-4c99-a6de-edd70d179a00) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:25:18.942411 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:18.946888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:19.074746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'Port': ['ID=a9c9405b-1af0-4f9a-af41-ed2c12136a0f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:19.077306 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:19.108090 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.128074 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Transition to ACTIVE for port object df93892f-3e6b-4c99-a6de-edd70d179a00 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:25:19.168582 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.183830 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.184215 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-05973e4a-e335-4149-b14c-f5f6fb2c4219 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "DELETE /v2.0/floatingips/66b179f3-da82-441a-9996-91fd65b69d80 HTTP/1.1" status: 204  len: 168 time: 0.9433208
Jun 27 12:25:19.223145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.229339 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-acbe3f9f-b565-41b1-9987-e431605981cd tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:19.301284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Network 741273bf-66e0-46e4-a3ad-cf6292253502 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:25:19.302401 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:25:19.306804 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:25:19.369325 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:19.375747 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:19.388449 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:19.389113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.424723 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a555b4-2a07-4021-9c96-334acc55da99 req-d5778659-1e1e-4e0c-ac3b-96516ba7a9fd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:19.426662 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-19a555b4-2a07-4021-9c96-334acc55da99 req-d5778659-1e1e-4e0c-ac3b-96516ba7a9fd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 931 time: 0.1179981
Jun 27 12:25:19.482972 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-19a555b4-2a07-4021-9c96-334acc55da99 req-22090055-fc17-4a35-93c8-01484f2af99a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444868
Jun 27 12:25:19.503461 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1360488
Jun 27 12:25:19.580483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-f1cd655a-bcf3-4440-ac22-82c4d99d1bcd None None] Provisioning for port df93892f-3e6b-4c99-a6de-edd70d179a00 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:25:19.586292 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-f1cd655a-bcf3-4440-ac22-82c4d99d1bcd None None] Provisioning complete for port df93892f-3e6b-4c99-a6de-edd70d179a00 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:25:19.586719 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f1cd655a-bcf3-4440-ac22-82c4d99d1bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.590713 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Request body: {'port': {'device_id': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:19.638310 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd655a-bcf3-4440-ac22-82c4d99d1bcd None None] Port df93892f-3e6b-4c99-a6de-edd70d179a00 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:25:19.699816 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.713362 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45694) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:19.719073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139898574', 'description': 'tempest-description--430074612'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:19.725658 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:19.729732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:19.732584 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:19.739746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:19.834333 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.869251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:19.873150 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:19.876114 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:19.882444 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:19.935359 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:19.998920 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.003031 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-033c080e-d2fa-4986-b97e-dabb279ed57f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:20.040069 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:25:20.045402 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17deb8-da61-4dc6-8d23-d2581411b860,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:20.046966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.048231 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:20.061572 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Transition to ACTIVE for port object df93892f-3e6b-4c99-a6de-edd70d179a00 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:25:20.124701 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.125926 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.4115787
Jun 27 12:25:20.128757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45702) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:20.134308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group_rule': {'security_group_id': '1b17deb8-da61-4dc6-8d23-d2581411b860', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:20.139949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:20.144281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:20.147351 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:20.153151 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:20.163618 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.168509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:20.235861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.311478 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:20.316195 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:20.358011 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.442264 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Attempting to bind port df93892f-3e6b-4c99-a6de-edd70d179a00 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:25:20.442613 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Attempting to bind port df93892f-3e6b-4c99-a6de-edd70d179a00 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:25:20.442950 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Attempting to bind port df93892f-3e6b-4c99-a6de-edd70d179a00 on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:25:20.448946 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Port df93892f-3e6b-4c99-a6de-edd70d179a00 on network 741273bf-66e0-46e4-a3ad-cf6292253502 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:25:20.449272 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Attempting to bind port df93892f-3e6b-4c99-a6de-edd70d179a00 on network 741273bf-66e0-46e4-a3ad-cf6292253502 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:25:20.456602 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:25:20.456964 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Checking segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:25:20.457338 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Bound using segment: {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:25:20.457640 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.457784 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Bound port: df93892f-3e6b-4c99-a6de-edd70d179a00, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:25:20.458114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.459881 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-aa77ea88-a815-4eba-be6f-7edd698ed27b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:20.481479 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5f6fe4-4ba0-41f7-95c2-63b5653296cc,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:20.485452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:20.573919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:25:20.577178 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:25:20.582042 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.583335 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0bbc9cee-1e17-47ba-8f13-4996c51bb795 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4536493
Jun 27 12:25:20.586117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45716) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:20.594153 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'security_group_rule': {'security_group_id': '1b17deb8-da61-4dc6-8d23-d2581411b860', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:20.598650 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:20.602555 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:security_group_rule and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:20.605592 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:20.611954 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:20.651000 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.654823 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:20.689601 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.710628 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.712409 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] 10.222.0.47 "PUT /v2.0/ports/df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 1093 time: 1.1948421
Jun 27 12:25:20.719436 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:20.749301 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:20.753726 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:20.756266 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd480c-9ac7-4eca-ac3b-731d784c3aca req-1b0abfcb-d403-4596-a8ac-94fae723035f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:20.757946 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f2fd480c-9ac7-4eca-ac3b-731d784c3aca req-1b0abfcb-d403-4596-a8ac-94fae723035f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.1241100
Jun 27 12:25:20.797042 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.800644 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'status': 'completed', 'code': 200}
Jun 27 12:25:20.824126 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f2fd480c-9ac7-4eca-ac3b-731d784c3aca req-9013549c-09fc-4c85-aad4-713d83bc0329 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0549407
Jun 27 12:25:20.879311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:20.882070 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8ccfaecc-964f-4c30-bd28-d58559b2fe01 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:20.934563 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2712272-f2ac-4332-b692-4f4cd63c2c5b,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:20.948211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:20.975522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-803da202-a366-44b4-bf43-e8a887546758 req-3bc23892-2255-44bb-b3ff-7a772984eb0d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1096 time: 0.1262066
Jun 27 12:25:21.050565 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:21.051812 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4647310
Jun 27 12:25:21.054800 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45730) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:21.060305 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:21.067312 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:21.084077 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Usage tracker for resource:floatingip and tenant:3e9906c6a13a49229fa51a56a97710e8 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:21.084077 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:21.089188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:21.125600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803da202-a366-44b4-bf43-e8a887546758 req-cb41428e-a437-4084-8dcb-df15ebcf3c33 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:21.127560 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-803da202-a366-44b4-bf43-e8a887546758 req-cb41428e-a437-4084-8dcb-df15ebcf3c33 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=32238de6486240bd8dd6f65bac391f2a&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1445203
Jun 27 12:25:21.147433 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:21.288879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:21.365812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803da202-a366-44b4-bf43-e8a887546758 req-7f6f1a86-cee3-421b-98cb-7b44d6bf10a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:21.367175 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-803da202-a366-44b4-bf43-e8a887546758 req-7f6f1a86-cee3-421b-98cb-7b44d6bf10a5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2313852
Jun 27 12:25:21.432965 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Allocated IP 172.27.2.126 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:25:21.492165 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-ef99c0dc-837c-4c95-8aa8-c792b6f55833 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1096 time: 0.0677345
Jun 27 12:25:21.572814 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-29c7cafe-fe09-41e9-ab27-d16ac705f928 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 217 time: 0.0667114
Jun 27 12:25:21.581466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:21.638742 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-f90abc9d-08d7-4338-b3e3-8876e8312263 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:21.640146 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-f90abc9d-08d7-4338-b3e3-8876e8312263 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0610328
Jun 27 12:25:21.656881 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:21.660825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:21.721303 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-a187b1d9-9c4c-4622-8a76-644827b432d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742226
Jun 27 12:25:21.726021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:25:21.729395 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:25:21.731340 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:21.733402 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:25:21.763467 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:21.892653 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-a2d7b30d-bb5f-4472-9b6a-01a5149a2b62 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608551
Jun 27 12:25:21.900460 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.025494 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-86ea4eec-fe44-4ea1-938a-999fe78501fd req-34606000-218b-4427-9be5-7ec565d3c055 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296871
Jun 27 12:25:22.084114 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.184590 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae048324-f787-4d90-9928-27e718b3e373 req-317bbbde-f212-461e-b99d-8bd16216d1da tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:22.186058 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ae048324-f787-4d90-9928-27e718b3e373 req-317bbbde-f212-461e-b99d-8bd16216d1da tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.1729600
Jun 27 12:25:22.307089 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ae048324-f787-4d90-9928-27e718b3e373 req-b0b4fe00-5354-4441-b8e5-a978a7870641 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0774355
Jun 27 12:25:22.350559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.439256 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.443701 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:22.621844 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:22.625842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:22.634333 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.753259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:22.754498 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6987295
Jun 27 12:25:23.061514 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-669c7127-48c9-400d-a454-ab00179f77b4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:25:23.135863 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-669c7127-48c9-400d-a454-ab00179f77b4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:25:23.137242 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-669c7127-48c9-400d-a454-ab00179f77b4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2139898574&fields=id&tenant_id=3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 267 time: 0.1164055
Jun 27 12:25:23.286283 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-5abbb894-8cac-4888-8ce9-0347c6609c65 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:23.287623 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-5abbb894-8cac-4888-8ce9-0347c6609c65 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 810 time: 0.1433551
Jun 27 12:25:23.304174 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-05c3de9e-d19c-45fb-b355-977a24226ee4 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/quotas/3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 375 time: 0.0107732
Jun 27 12:25:23.384674 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-0b25a1ff-78b0-4798-957b-faf6431bbc36 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:25:23.479659 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-0b25a1ff-78b0-4798-957b-faf6431bbc36 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:25:23.480938 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-0b25a1ff-78b0-4798-957b-faf6431bbc36 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1719644
Jun 27 12:25:23.526403 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353eae9-7cf8-4ea8-8fef-a1ff2c3e7a04 req-4e082316-cedd-4324-894d-922bc1a1caee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:23.527850 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4353eae9-7cf8-4ea8-8fef-a1ff2c3e7a04 req-4e082316-cedd-4324-894d-922bc1a1caee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0855999
Jun 27 12:25:23.638803 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4353eae9-7cf8-4ea8-8fef-a1ff2c3e7a04 req-f8628ef6-dedc-49a5-8f6f-17aa3adb0853 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1048040
Jun 27 12:25:23.696889 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-f7ddf28d-2195-46e6-891e-c3e4befe0597 service neutron] 10.222.0.21 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038627
Jun 27 12:25:23.826398 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-5905743b-b611-4efb-91fc-7ca36583118a service neutron] 10.222.0.21 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238637
Jun 27 12:25:24.098357 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7a6a06d0-7c71-44f8-a101-678e837f68f5 req-b729e7ae-cf39-44f4-8e63-470dc985f627 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 210 time: 0.0417693
Jun 27 12:25:24.852420 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74356b-6309-4976-af02-220825bdaf6e req-086d2e3f-5834-4d88-b061-bd6299e00a4b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:24.853897 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be74356b-6309-4976-af02-220825bdaf6e req-086d2e3f-5834-4d88-b061-bd6299e00a4b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0790813
Jun 27 12:25:24.906538 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be74356b-6309-4976-af02-220825bdaf6e req-caf39d9e-b8e9-4398-8947-63284502719c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0471344
Jun 27 12:25:25.261376 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9069bfd-9cd3-44b5-8857-28f09b8a3aa4 req-319cdde9-7087-4951-ab50-a56c6493a13b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 210 time: 0.0425177
Jun 27 12:25:25.820192 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:25:25.965076 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:25.988093 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:25:26.030294 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:26.048619 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:25:26.063212 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:26.128094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1f743-3e44-459e-b866-e19a16e4a58a req-3d631b61-7c7b-41db-878a-826918c1bb2a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:26.129614 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d3e1f743-3e44-459e-b866-e19a16e4a58a req-3d631b61-7c7b-41db-878a-826918c1bb2a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0852277
Jun 27 12:25:26.175724 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d3e1f743-3e44-459e-b866-e19a16e4a58a req-e34cab33-038a-4bb3-97a5-845050144d26 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404737
Jun 27 12:25:26.227533 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:26.231683 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:26.299073 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:26.302280 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:26.433664 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-14c515b1-0518-447a-a79e-959c3e536677 req-a9de0b2a-ae1e-4e7f-8fae-0ad3ae480721 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 210 time: 0.0426857
Jun 27 12:25:26.541400 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['df93892f-3e6b-4c99-a6de-edd70d179a00'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:25:27.324592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-452f3ec0-b3e4-4d04-af62-b51612334f78 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:27.326233 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-452f3ec0-b3e4-4d04-af62-b51612334f78 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 810 time: 0.1779225
Jun 27 12:25:27.415887 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-262150dc-ff2e-4db7-a1e3-74ae4b341af6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e9906c6a13a49229fa51a56a97710e8 HTTP/1.1" status: 200  len: 380 time: 0.0701640
Jun 27 12:25:27.428778 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'port': {'device_id': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'admin_state_up': True, 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'security_groups': ['1b17deb8-da61-4dc6-8d23-d2581411b860']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:27.468633 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fccbe-1707-42ed-9dbd-ff0fa0e6c6cc req-1598b903-59a7-42c9-b373-d5dc16890068 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:27.468633 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b3fccbe-1707-42ed-9dbd-ff0fa0e6c6cc req-1598b903-59a7-42c9-b373-d5dc16890068 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 944 time: 0.1225741
Jun 27 12:25:27.528837 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b3fccbe-1707-42ed-9dbd-ff0fa0e6c6cc req-d748a729-461f-48d1-9464-d74beed47c91 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0525086
Jun 27 12:25:27.675465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:27.681333 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-144b754d-6747-40dd-bf06-9366a6294b4e req-1b09be42-38c5-4c2d-889c-7eafcf1e2f0a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 210 time: 0.0507698
Jun 27 12:25:27.692886 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:27.787639 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Made reservation on behalf of 3e9906c6a13a49229fa51a56a97710e8 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:25:27.790864 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:27.964589 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Allocated IP 172.20.0.12 (f758fbdd-e10e-41d1-ba9e-70557b72259a/db8e11ce-bc3a-450f-b256-6d68c4e18a51/cc8b9bbf-da22-46b3-b93f-087e47a127a7) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:25:28.143242 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:28.158277 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Transition to ACTIVE for port object cc8b9bbf-da22-46b3-b93f-087e47a127a7 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:25:28.267903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:28.273608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-89ec1586-da9d-4d6a-be8e-ad10157db9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:28.336630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Network f758fbdd-e10e-41d1-ba9e-70557b72259a is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:25:28.344367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:25:28.349224 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:25:28.387407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event updated for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:28.391926 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:28.418607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:28.419833 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:28.508323 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0864091
Jun 27 12:25:28.526583 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Request body: {'port': {'device_id': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:28.620468 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-81d55579-b871-4569-9ddb-06900c3aa1e1 None None] Provisioning for port cc8b9bbf-da22-46b3-b93f-087e47a127a7 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:25:28.626559 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-81d55579-b871-4569-9ddb-06900c3aa1e1 None None] Provisioning complete for port cc8b9bbf-da22-46b3-b93f-087e47a127a7 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:25:28.626984 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-81d55579-b871-4569-9ddb-06900c3aa1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:28.658679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:28.692519 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-81d55579-b871-4569-9ddb-06900c3aa1e1 None None] Port cc8b9bbf-da22-46b3-b93f-087e47a127a7 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:25:28.832456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd6860-6d86-4d91-95be-7f84d0f1d522 req-7f8b2ade-4726-4de2-8bc6-092829edbf54 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:28.835046 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c7dd6860-6d86-4d91-95be-7f84d0f1d522 req-7f8b2ade-4726-4de2-8bc6-092829edbf54 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 944 time: 0.1066818
Jun 27 12:25:28.863258 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:25:28.957706 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c7dd6860-6d86-4d91-95be-7f84d0f1d522 req-c3301444-47e7-4659-89ca-c2ccdbf893c9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1170831
Jun 27 12:25:29.064846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc93e6-80b9-412a-9265-d88b8824bb0b req-31efb653-19a1-4d32-bda7-d99ad7c13b2a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:29.067775 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3dc93e6-80b9-412a-9265-d88b8824bb0b req-31efb653-19a1-4d32-bda7-d99ad7c13b2a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 932 time: 0.1220508
Jun 27 12:25:29.116901 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3dc93e6-80b9-412a-9265-d88b8824bb0b req-5ae16235-c23e-4ec2-9cb7-900061b2a700 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447373
Jun 27 12:25:29.118698 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port df93892f-3e6b-4c99-a6de-edd70d179a00 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:25:29.124143 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port df93892f-3e6b-4c99-a6de-edd70d179a00 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:25:29.124868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.227186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8b9bbf-da22-46b3-b93f-087e47a127a7 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:25:29.235219 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.246506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.251450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Transition to ACTIVE for port object cc8b9bbf-da22-46b3-b93f-087e47a127a7 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:25:29.272665 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:29.285594 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:29.330500 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'code': 200}
Jun 27 12:25:29.380214 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.380471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.382079 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:29.385043 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4dae8b59-a345-4b92-a1b3-c5dd23ca8790 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:29.448083 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:29.451063 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:29.530179 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:29.541632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.542002 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.542369 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.542728 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.543084 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.543438 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.543791 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.544143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.544523 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.544874 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.545223 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:29.550051 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:29.663431 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Attempting to bind port cc8b9bbf-da22-46b3-b93f-087e47a127a7 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:25:29.663769 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Attempting to bind port cc8b9bbf-da22-46b3-b93f-087e47a127a7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:25:29.664102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Attempting to bind port cc8b9bbf-da22-46b3-b93f-087e47a127a7 on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:25:29.669947 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Port cc8b9bbf-da22-46b3-b93f-087e47a127a7 on network f758fbdd-e10e-41d1-ba9e-70557b72259a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:25:29.670272 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Attempting to bind port cc8b9bbf-da22-46b3-b93f-087e47a127a7 on network f758fbdd-e10e-41d1-ba9e-70557b72259a {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:25:29.676692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:25:29.676983 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Checking segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:25:29.677372 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Bound using segment: {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:25:29.677799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Bound port: cc8b9bbf-da22-46b3-b93f-087e47a127a7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0588c214-1d0b-45a1-976a-1f2aedc7bb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:25:29.678150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.738986 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0be7a6ee-1f0c-4068-8880-4e5f5c6c857d req-b21e4972-8a38-43aa-9760-98abbc6d2215 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1098 time: 0.0721889
Jun 27 12:25:29.769665 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:25:29.773021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:25:29.783236 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0be7a6ee-1f0c-4068-8880-4e5f5c6c857d req-24a2566e-e0ab-4c7f-9a74-d1b49d4164eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373898
Jun 27 12:25:29.839538 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.844227 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:29.905677 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:29.909213 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc8b9bbf-da22-46b3-b93f-087e47a127a7 HTTP/1.1" status: 200  len: 1094 time: 1.3847601
Jun 27 12:25:29.909213 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:29.925126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:29.928885 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:30.045818 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'status': 'completed', 'code': 200}
Jun 27 12:25:30.199830 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ae3d5926-c508-485c-97e1-dc0770dcba1e req-1cb459bb-1523-471b-a7de-2f146cec47f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 1097 time: 0.0766263
Jun 27 12:25:30.204603 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787b611-6580-486c-8bce-199a91609630 req-9052283c-3898-4ef9-bc3b-d25a724a0c10 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:30.207973 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9787b611-6580-486c-8bce-199a91609630 req-9052283c-3898-4ef9-bc3b-d25a724a0c10 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0865579
Jun 27 12:25:30.297353 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9787b611-6580-486c-8bce-199a91609630 req-fb1157e8-e3be-4e38-9284-4b92bcb13a31 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0854182
Jun 27 12:25:30.336536 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9768248-fc12-4b2b-8a6e-31650ca740fe req-7522e3be-309a-4e6b-8783-9f7a3d8b42b3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:30.338911 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b9768248-fc12-4b2b-8a6e-31650ca740fe req-7522e3be-309a-4e6b-8783-9f7a3d8b42b3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 944 time: 0.0866609
Jun 27 12:25:30.363182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d5926-c508-485c-97e1-dc0770dcba1e req-0a5fd9fc-b7f2-4461-95e2-6334cf78ed15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:30.364659 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ae3d5926-c508-485c-97e1-dc0770dcba1e req-0a5fd9fc-b7f2-4461-95e2-6334cf78ed15 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3e9906c6a13a49229fa51a56a97710e8&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1490846
Jun 27 12:25:30.388301 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b9768248-fc12-4b2b-8a6e-31650ca740fe req-483f3616-8564-4bdf-98b5-c9a30d57a8a6 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423560
Jun 27 12:25:30.511403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d5926-c508-485c-97e1-dc0770dcba1e req-7907df21-1f3a-4408-8add-6cfc1f14b84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:30.512912 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ae3d5926-c508-485c-97e1-dc0770dcba1e req-7907df21-1f3a-4408-8add-6cfc1f14b84f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1415501
Jun 27 12:25:30.663270 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-c9db6b54-5763-40e9-8664-62b041cf3ea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 1097 time: 0.0720890
Jun 27 12:25:30.741240 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-2e8d2041-82f9-4943-bd9f-fddeaa0de90b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7 HTTP/1.1" status: 200  len: 217 time: 0.0630600
Jun 27 12:25:30.862937 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-3883b9f1-afc8-4ea3-a28d-cdd2a724e1fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:30.865967 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-3883b9f1-afc8-4ea3-a28d-cdd2a724e1fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.0936956
Jun 27 12:25:30.956432 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-b05bbead-a824-41b1-9063-96af54729f06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841322
Jun 27 12:25:31.106708 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-77dd80f7-d953-4a48-ad53-ee94f9c7b5c5 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419556
Jun 27 12:25:31.255054 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ffa1d47e-5aee-48ee-bae7-74a4594c8345 req-f63965f1-01f9-487f-8c60-5e96dfdce2bf service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303895
Jun 27 12:25:31.522972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059893c-3d51-4e91-9f16-1c868cfb30b8 req-9f90b339-db96-4850-bdc1-936cfcef5e8d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:31.524358 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7059893c-3d51-4e91-9f16-1c868cfb30b8 req-9f90b339-db96-4850-bdc1-936cfcef5e8d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0860503
Jun 27 12:25:31.691211 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7059893c-3d51-4e91-9f16-1c868cfb30b8 req-964f2337-324b-4cbc-ac03-1bc253346d6b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1612763
Jun 27 12:25:31.720741 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a0d2b-39bf-4ced-934a-daf7b1fad862 req-8958f114-5f3e-443f-9fce-ed5eba8308aa tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:31.722195 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c7a0d2b-39bf-4ced-934a-daf7b1fad862 req-8958f114-5f3e-443f-9fce-ed5eba8308aa tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 944 time: 0.1766486
Jun 27 12:25:31.765512 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:25:31.772027 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5c7a0d2b-39bf-4ced-934a-daf7b1fad862 req-17e7a0c1-d147-40df-950e-85a36545d649 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440278
Jun 27 12:25:31.833344 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45926) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:31.916575 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe81c-15db-4173-9c5a-393604a840ca req-7f5f8177-f3a4-4b89-8121-999be04ed4fa tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:31.918018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-69cfe81c-15db-4173-9c5a-393604a840ca req-7f5f8177-f3a4-4b89-8121-999be04ed4fa tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0805340
Jun 27 12:25:31.927069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45932) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:31.932298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Request body: {'floatingip': {'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:31.979871 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.007153 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.015416 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:32.019463 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Usage tracker for resource:security_group_rule and tenant:b9945515a3a04738a48d3458a679b086 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:32.022365 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:32.028371 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:32.051608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45938) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:32.215292 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Deleting subnet cb436713-4636-4769-8ee9-60def2049a61 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:25:32.225730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.262615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.280680 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.334298 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.343579 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54d334af-3066-47ce-8e68-3024873d41f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:32.356312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.428219 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9945515a3a04738a48d3458a679b086&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5936408
Jun 27 12:25:32.429184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bf8074-8bc1-475b-8999-6dc67098b09e,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:32.433206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45942) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:32.435465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:32.511111 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.538687 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.573071 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.578659 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:32.615384 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb436713-4636-4769-8ee9-60def2049a61,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:32.618482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:32.621539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.628693 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.633036 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cb436713-4636-4769-8ee9-60def2049a61 HTTP/1.1" status: 204  len: 168 time: 0.5805809
Jun 27 12:25:32.635565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45946) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:32.678631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.706338 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.708726 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.709851 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5bf8074-8bc1-475b-8999-6dc67098b09e HTTP/1.1" status: 204  len: 168 time: 0.2757337
Jun 27 12:25:32.715679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bf74a0db-20f5-487a-b900-68c7e931bf0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:32.738979 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bf8074-8bc1-475b-8999-6dc67098b09e,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:32.742374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:32.760165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.886571 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.l3_db [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Floating IP b78fcdd5-aec3-4983-bb9a-e44cfacd8395 associated. External IP: 172.27.2.171, port: df93892f-3e6b-4c99-a6de-edd70d179a00.
Jun 27 12:25:32.898868 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.913690 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d869bd30>,) {'filters': {'network_id': ['1b1c7441-9ded-47ed-af9e-ee6bcd379831']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:32.927871 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d869bd30>, 'c338eba3-18a4-4667-aac2-a19e041f36ae') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:32.928278 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d869bd30>, 'c338eba3-18a4-4667-aac2-a19e041f36ae') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:32.941399 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.959398 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.966151 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:25:32.966648 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:25:32.983689 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:25:33.047322 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975b1d9-90bf-4294-8d68-70dda4395e1c req-ed153e4b-3ffc-405b-82b4-7e2c1cca8f24 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:33.048857 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1975b1d9-90bf-4294-8d68-70dda4395e1c req-ed153e4b-3ffc-405b-82b4-7e2c1cca8f24 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 944 time: 0.1132054
Jun 27 12:25:33.126853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.131234 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cdf27eda-b6ca-4ce1-9ecd-63a0f09ab1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:33.145617 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.156012 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1c7441-9ded-47ed-af9e-ee6bcd379831,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:33.159613 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1975b1d9-90bf-4294-8d68-70dda4395e1c req-a5645351-de79-4fe3-ba03-5e2ad082cabb tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1036003
Jun 27 12:25:33.169456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:33.239790 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b1c7441-9ded-47ed-af9e-ee6bcd379831 HTTP/1.1" status: 204  len: 168 time: 0.6032000
Jun 27 12:25:33.440270 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45958) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:33.460196 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.488774 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:25:33.497576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:33.501789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Usage tracker for resource:security_group_rule and tenant:436bdfe799414a7fbd5dc70e1144d932 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:33.504710 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:33.510466 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:33.524320 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45962) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:33.609520 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-fe9ff7a4-3438-4ab1-8457-a0584c591497 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7e6675671ce47a0a3276d68b2f4129c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0839491
Jun 27 12:25:33.612820 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 45966) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:33.638551 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.690846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.702655 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.704803 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:25:33.709055 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.714065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5786643d-3316-4826-aff1-1425fc79d66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:33.715167 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:25:33.728012 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:33.728872 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8daad90>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:25:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:33.747394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.768318 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c4f67e30-4c82-410e-90ee-0cc9800691cf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "PUT /v2.0/floatingips/b78fcdd5-aec3-4983-bb9a-e44cfacd8395 HTTP/1.1" status: 200  len: 991 time: 1.8373713
Jun 27 12:25:33.768318 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:33.792677 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50348e8-b258-464e-a5c8-4f7a7df8e2f9,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:33.796187 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:33.801149 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=436bdfe799414a7fbd5dc70e1144d932&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3597839
Jun 27 12:25:33.803793 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 45974) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:33.883805 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'status': 'completed', 'code': 200}
Jun 27 12:25:33.901692 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.912359 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.921394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0d2c45bf-0e30-425e-9548-7ae7fdfa7e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:33.931277 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.943875 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a83acf-708a-4577-8ae7-4123411e8990,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:33.948468 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:33.968820 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:33.989207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:33.990326 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28a83acf-708a-4577-8ae7-4123411e8990 HTTP/1.1" status: 204  len: 168 time: 0.3766155
Jun 27 12:25:34.034248 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-9116f5e5-59df-468d-b59f-76144dac6eca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1098 time: 0.0834467
Jun 27 12:25:34.068147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:34.074609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ff486c24-b799-4195-9492-7e7557eeb546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:34.091498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50348e8-b258-464e-a5c8-4f7a7df8e2f9,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:34.103415 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.104331 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.105249 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.105885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.106469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.107054 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.107634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.108216 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.108862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.109476 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.111173 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:25:34.124880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:34.128213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:34.130116 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b50348e8-b258-464e-a5c8-4f7a7df8e2f9 HTTP/1.1" status: 204  len: 168 time: 0.3253279
Jun 27 12:25:34.196782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-bf22bd15-eb5e-42c2-b1d3-985cecbbb0df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:34.198507 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-bf22bd15-eb5e-42c2-b1d3-985cecbbb0df service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1575718
Jun 27 12:25:34.337558 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-0b5a5c9a-1e11-4dc5-8535-f7541c44711d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 999 time: 0.1311443
Jun 27 12:25:34.401817 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f60d5-4b2c-4d49-b164-3cbdbf463f46 req-b8fb0499-9dfb-4cd0-896f-03f5e4b2bfc3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:34.403298 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b5f60d5-4b2c-4d49-b164-3cbdbf463f46 req-b8fb0499-9dfb-4cd0-896f-03f5e4b2bfc3 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 944 time: 0.1024413
Jun 27 12:25:34.418760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-bf90e0cd-9449-4bf9-a98b-dec02f5bbbac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:34.420515 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-bf90e0cd-9449-4bf9-a98b-dec02f5bbbac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0757630
Jun 27 12:25:34.467081 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b5f60d5-4b2c-4d49-b164-3cbdbf463f46 req-4c677191-58b3-4962-b779-e73e12916b17 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531886
Jun 27 12:25:34.471088 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8daad90>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'b78fcdd5-aec3-4983-bb9a-e44cfacd8395', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:13Z', 'updated_at': '2021-06-27T12:25:32Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:34.475071 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:25:34.486866 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:34.487510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8daad90>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:25:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:34.514720 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-4dd21b66-7a0b-49dc-91b2-5c373032c639 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0885262
Jun 27 12:25:34.718921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:34.765354 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-89285b7e-0013-49de-b96c-97184534ed58 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433739
Jun 27 12:25:34.957423 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device cc8b9bbf-da22-46b3-b93f-087e47a127a7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:25:34.962935 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2ef87774-752f-442a-a4c6-78f9e5cba899 req-2e79b32a-dd63-4c24-aa5d-040e8f01a228 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886923
Jun 27 12:25:35.142663 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:35.186603 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'port_id': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'mac_address': 'fa:16:3e:9e:fe:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:25:35.251904 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:35.272062 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8b9bbf-da22-46b3-b93f-087e47a127a7 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:25:35.291068 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:35.293995 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8daad90>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'b78fcdd5-aec3-4983-bb9a-e44cfacd8395', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:13Z', 'updated_at': '2021-06-27T12:25:32Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:35.300501 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c2bac-5ebf-4212-977d-55c4daf709e3 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'b78fcdd5-aec3-4983-bb9a-e44cfacd8395', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:13Z', 'updated_at': '2021-06-27T12:25:32Z', 'revision_number': 1, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:25:35.387290 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:35.389064 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:35.478647 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:35.489363 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:35.515394 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa030c-38b4-48f2-81c0-aca904729469 None None] New status for floating IP b78fcdd5-aec3-4983-bb9a-e44cfacd8395: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:25:35.693413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['cc8b9bbf-da22-46b3-b93f-087e47a127a7'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:25:35.700511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82acd50-26b2-47b7-8237-714289e5c482 req-87e8fdd6-c83d-42ee-8ae2-44a841362604 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:35.702529 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f82acd50-26b2-47b7-8237-714289e5c482 req-87e8fdd6-c83d-42ee-8ae2-44a841362604 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 945 time: 0.0827856
Jun 27 12:25:35.769791 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f82acd50-26b2-47b7-8237-714289e5c482 req-c2530f73-5ab4-45a3-8ee1-ba58ff103af9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601735
Jun 27 12:25:36.164763 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:36.940593 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device cc8b9bbf-da22-46b3-b93f-087e47a127a7 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:25:36.968736 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4c476-38a4-42a6-b6d5-97ea5a5864f6 req-6a5ab7f9-f050-4ddf-a2ea-5ab5ce03858c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:36.970858 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-65f4c476-38a4-42a6-b6d5-97ea5a5864f6 req-6a5ab7f9-f050-4ddf-a2ea-5ab5ce03858c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 945 time: 0.0818729
Jun 27 12:25:37.018567 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-65f4c476-38a4-42a6-b6d5-97ea5a5864f6 req-7fc9ff27-311e-469a-8586-c6a317fe1496 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422151
Jun 27 12:25:37.089298 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port cc8b9bbf-da22-46b3-b93f-087e47a127a7 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:25:37.094288 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port cc8b9bbf-da22-46b3-b93f-087e47a127a7 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:25:37.094843 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:37.210047 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:37.237420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:37.246722 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:25:37.322999 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:37.326906 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-aed0a88e-6e56-4440-a4d5-b1ff68c95d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:37.403807 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:37.406933 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:37.455576 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'code': 200}
Jun 27 12:25:37.854114 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4eaddc0d-a7c3-4240-b5c1-3e48db9972d9 req-353d070f-43f0-49dc-a57d-8f83c9e8572b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 1099 time: 0.0720968
Jun 27 12:25:37.898374 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-4eaddc0d-a7c3-4240-b5c1-3e48db9972d9 req-47705bbf-fa1c-4ea2-866c-97345f655464 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385060
Jun 27 12:25:38.024689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46088) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:38.201858 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.254116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:38.260790 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Usage tracker for resource:security_group_rule and tenant:8d2d870fa8a24e41a8bf2b874f707ba6 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:38.268945 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af5c81-6162-410e-ba13-195765b6998b req-a6096ddb-2ccc-4519-b7b9-51e3033fb9c7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:38.274959 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e8af5c81-6162-410e-ba13-195765b6998b req-a6096ddb-2ccc-4519-b7b9-51e3033fb9c7 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.1359675
Jun 27 12:25:38.275964 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:38.296759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:38.344793 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e8af5c81-6162-410e-ba13-195765b6998b req-08cd43c6-53f1-4c1e-924c-6bbac3c787e5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653903
Jun 27 12:25:38.396679 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.484079 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.491717 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-61baca19-40bc-4c5e-86df-5060c83641c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:38.533265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b5bda8-9cc1-4c6d-82f6-465c87545ba6,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:38.536498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:38.539125 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d2d870fa8a24e41a8bf2b874f707ba6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5134070
Jun 27 12:25:38.541780 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46100) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:38.608830 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.635161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.741328 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.745967 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0120a8f8-53d9-4206-b101-9cd14dbf7a16 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:38.759092 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b5bda8-9cc1-4c6d-82f6-465c87545ba6,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:38.761598 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:38.762661 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:38.763774 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2b5bda8-9cc1-4c6d-82f6-465c87545ba6 HTTP/1.1" status: 204  len: 168 time: 0.2207942
Jun 27 12:25:39.469725 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46112) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:39.525211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:39.574548 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:39.580952 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Usage tracker for resource:security_group_rule and tenant:0df5f8ba69eb4872bd61587045f94292 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:39.584487 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:39.591635 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:39.607376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017daec-5980-4ce5-8422-9d17113d491a req-1631c71b-618c-4210-a627-728ad545a4bf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:39.608873 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9017daec-5980-4ce5-8422-9d17113d491a req-1631c71b-618c-4210-a627-728ad545a4bf tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.1402140
Jun 27 12:25:39.680066 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9017daec-5980-4ce5-8422-9d17113d491a req-5cdd80b1-dc33-4aa0-8423-fb9bc7068950 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648141
Jun 27 12:25:39.707231 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:39.758349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:39.765494 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-41b2c49a-fa81-4a0f-8db5-20541f455407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:39.805268 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb51aa-5bd2-465e-a125-d057877d6b47,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:39.808222 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:39.810986 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0df5f8ba69eb4872bd61587045f94292&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3397806
Jun 27 12:25:39.814384 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46118) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:39.878405 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:39.903468 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:40.025407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:40.030183 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2f7c359f-b38c-454e-a943-b146b43246f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:40.043005 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb51aa-5bd2-465e-a125-d057877d6b47,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:40.045780 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:40.046622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:40.048885 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1fb51aa-5bd2-465e-a125-d057877d6b47 HTTP/1.1" status: 204  len: 168 time: 0.2332814
Jun 27 12:25:40.884433 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba7812-bb29-490c-93a3-7b787f0c2d4c req-8ad08859-c8c1-4ba3-99a6-fedf51c91d04 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:40.885882 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-45ba7812-bb29-490c-93a3-7b787f0c2d4c req-8ad08859-c8c1-4ba3-99a6-fedf51c91d04 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0829871
Jun 27 12:25:40.931134 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-45ba7812-bb29-490c-93a3-7b787f0c2d4c req-7aabba4f-a55e-4522-9c26-5b01210996ef tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390019
Jun 27 12:25:41.398346 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1f63f991-58a7-4170-97b6-de85295ebe0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:41.792683 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:42.137866 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc6071-4fc9-4217-b1f2-030baca02c5b req-9f9da97f-3d76-47ba-9b36-648cd781c412 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:42.139304 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1bc6071-4fc9-4217-b1f2-030baca02c5b req-9f9da97f-3d76-47ba-9b36-648cd781c412 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0807774
Jun 27 12:25:42.185572 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1bc6071-4fc9-4217-b1f2-030baca02c5b req-709cf17d-fbf0-4787-b76c-83f509395ed5 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399334
Jun 27 12:25:42.385058 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9104c6-b300-4395-954e-938a2fc3ef5b req-cf27ce07-0552-4a68-b265-376bbc3b7802 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:42.386513 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bb9104c6-b300-4395-954e-938a2fc3ef5b req-cf27ce07-0552-4a68-b265-376bbc3b7802 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0847244
Jun 27 12:25:42.395098 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46168) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:42.400687 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Request body: {'floatingip': {'port_id': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:25:42.480461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:43.122701 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:43.219843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:43.417690 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Floating IP f96277e8-fb43-45f0-8e6a-a04c122e5059 associated. External IP: 172.27.2.126, port: cc8b9bbf-da22-46b3-b93f-087e47a127a7.
Jun 27 12:25:43.614134 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-078fdf69-b7cb-42ff-997a-f1f96c3c07ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:43.931652 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:25:44.129981 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:25:44.134087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:44.139679 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:25:44.151164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:44.151870 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92b17c0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:25:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:44.190850 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7cbafb03-2d42-45fa-b029-51d2b6610be9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "PUT /v2.0/floatingips/f96277e8-fb43-45f0-8e6a-a04c122e5059 HTTP/1.1" status: 200  len: 992 time: 1.7945943
Jun 27 12:25:44.191461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:25:44.353376 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:44.402851 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'status': 'completed', 'code': 200}
Jun 27 12:25:44.521081 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-f3c11ba8-6b4f-4469-a84f-cf19fa8004bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e9906c6a13a49229fa51a56a97710e8&device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 1099 time: 0.0708690
Jun 27 12:25:44.665946 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-ee4a3ba1-eed7-410b-a2d7-c26e6386110d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:44.667344 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-ee4a3ba1-eed7-410b-a2d7-c26e6386110d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 200  len: 911 time: 0.1342361
Jun 27 12:25:44.710521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:44.746931 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92b17c0>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'f96277e8-fb43-45f0-8e6a-a04c122e5059', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:9e:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:21Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:44.751716 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:25:44.762830 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:25:44.763437 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92b17c0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:25:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:44.785807 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-6619d3c0-a25f-4d8f-a740-270a471f7496 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7 HTTP/1.1" status: 200  len: 1000 time: 0.1115122
Jun 27 12:25:44.862293 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-dcf033a0-6f14-4a6d-98ae-6163e6f7b98d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:25:44.863968 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-dcf033a0-6f14-4a6d-98ae-6163e6f7b98d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 200  len: 849 time: 0.0715201
Jun 27 12:25:44.954036 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-7c75b833-62cb-4c06-9ccc-3287ece5939d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f758fbdd-e10e-41d1-ba9e-70557b72259a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780125
Jun 27 12:25:44.954211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:25:45.098589 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-90803f32-8d01-4263-a6e3-9f7ba2554d56 service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417394
Jun 27 12:25:45.239521 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1ffabb0a-53c7-413a-9260-050c1043beb2 req-dd97804c-f469-4a46-9f14-93566c85f2ae service neutron] 10.222.0.47 "GET /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330626
Jun 27 12:25:45.313435 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92b17c0>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'f96277e8-fb43-45f0-8e6a-a04c122e5059', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:9e:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:21Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:25:45.317521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5018066-3b9b-4c61-ad33-a1d5ee5e676f None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'f96277e8-fb43-45f0-8e6a-a04c122e5059', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'floating_ip_address': '172.27.2.126', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'port_id': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'mac_address': 'fa:16:3e:9e:fe:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:25:21Z', 'updated_at': '2021-06-27T12:25:43Z', 'revision_number': 1, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:25:45.894323 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35dbc3e-216a-4375-b39d-d62c5c1f0650 None None] New status for floating IP f96277e8-fb43-45f0-8e6a-a04c122e5059: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:25:45.959626 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46232) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:46.104538 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.139360 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:46.145379 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c047a1ff9554323924c8b4a71260e43 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:46.147112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:46.153350 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:46.220137 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.220802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.305734 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.312574 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-fb8f8fc3-4b1c-4122-87c0-fb26cae14f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:46.351778 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6505da-85eb-40bf-9b94-6175dcc1a61c,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:46.354941 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:46.357652 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c047a1ff9554323924c8b4a71260e43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3970075
Jun 27 12:25:46.360828 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46240) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:46.419202 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.445067 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.570044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.574889 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6dc20005-4049-452a-b8cf-a9838bd6b3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:46.586244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6505da-85eb-40bf-9b94-6175dcc1a61c,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:46.589921 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:46.593444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:46.594920 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d201d2c2-e7af-474e-b28d-63012501c5d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e6505da-85eb-40bf-9b94-6175dcc1a61c HTTP/1.1" status: 204  len: 168 time: 0.2325745
Jun 27 12:25:48.704270 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46284) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:48.846869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:48.879182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:48.883044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Usage tracker for resource:security_group_rule and tenant:17bdecc305c841919a19055c31b56ff3 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:48.886015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:48.892053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:48.958266 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.013936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.022760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0c515d52-38b0-46b1-909c-72c5e8bf699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:49.063480 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3da83c-bec7-49dd-9673-a14ae126c054,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:49.067585 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17bdecc305c841919a19055c31b56ff3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3622532
Jun 27 12:25:49.068661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:49.070254 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46292) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:49.131208 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.162460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.373920 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.377927 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2cabaaeb-12fd-4fc4-bdc4-906d2b428caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:49.391093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3da83c-bec7-49dd-9673-a14ae126c054,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:49.393999 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:49.397252 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:49.399448 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-90504191-ee2e-4e50-8ebb-3e8d2630bac2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba3da83c-bec7-49dd-9673-a14ae126c054 HTTP/1.1" status: 204  len: 168 time: 0.3279290
Jun 27 12:25:50.042656 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 46304) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:50.061625 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.093855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:25:50.098190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Usage tracker for resource:security_group_rule and tenant:61d46a1779a042eab23b284f06b76889 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:25:50.101043 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:25:50.106858 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:25:50.171156 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.266597 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.274335 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1187286b-8236-4843-bbe6-238392cd5827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:50.316681 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61d46a1779a042eab23b284f06b76889&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2728291
Jun 27 12:25:50.317367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9309d710-9277-43eb-958c-6da9a54dc6ed,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:50.319426 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46308) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:25:50.320791 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:50.380547 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.404860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.512020 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.515585 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-032a45fc-873a-4df1-96ee-5e7b255494bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:25:50.528141 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9309d710-9277-43eb-958c-6da9a54dc6ed,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:25:50.531766 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:25:50.537461 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:25:50.538573 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9309d710-9277-43eb-958c-6da9a54dc6ed HTTP/1.1" status: 204  len: 168 time: 0.2181008
Jun 27 12:26:04.586018 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-39703fd0-23fd-42d0-8a29-365c3c327636 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702839
Jun 27 12:26:04.690566 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-c8d8429a-4f44-4772-b481-7ab96504962a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 1099 time: 0.0674579
Jun 27 12:26:04.841772 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-45003975-b127-4064-adbf-b608b8990fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:04.843203 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-45003975-b127-4064-adbf-b608b8990fe2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.1338165
Jun 27 12:26:04.956262 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-595681f5-b6cd-45e8-b513-c75953a3027f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9 HTTP/1.1" status: 200  len: 1001 time: 0.0986574
Jun 27 12:26:05.024285 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-42929640-e01a-42ef-b51b-d0ec407fe675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:05.025723 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-42929640-e01a-42ef-b51b-d0ec407fe675 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0617552
Jun 27 12:26:05.100632 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-aeac491e-54dc-4b0a-9d05-2d8793d458d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684886
Jun 27 12:26:05.232450 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-d2eb4226-a5a3-40e3-8cbc-de2e394d7c0b service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243031
Jun 27 12:26:05.367617 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-da07b7ab-ec92-4f95-9547-933e457c9526 req-2b2bc243-ad16-4d15-a413-30a0408654e2 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259196
Jun 27 12:26:06.208623 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:08.765025 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:26:11.407872 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b3e4a0c0-3969-45d0-8a30-d660e4b510d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:11.774510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:13.603360 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-885b4a98-17f2-42b6-8516-6b8d667b1ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:14.620263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:15.552323 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e52121-317f-4a28-b95a-401b8ca3cf5d req-4b56a1d1-ff31-4ab0-841b-0af0b34a00ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:15.553762 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4e52121-317f-4a28-b95a-401b8ca3cf5d req-4b56a1d1-ff31-4ab0-841b-0af0b34a00ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1549540
Jun 27 12:26:15.604211 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4e52121-317f-4a28-b95a-401b8ca3cf5d req-3b75bb41-a8b2-4be9-af8c-58d87277be64 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441413
Jun 27 12:26:16.230194 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:16.807192 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a9994-aac7-4fc4-832c-dfcc9eec1382 req-067a42e5-3d4f-433f-a3f0-d469eed76ebd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:16.808674 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c8a9994-aac7-4fc4-832c-dfcc9eec1382 req-067a42e5-3d4f-433f-a3f0-d469eed76ebd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.0787697
Jun 27 12:26:16.859105 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c8a9994-aac7-4fc4-832c-dfcc9eec1382 req-a9c9566f-d0f2-4e49-8bd9-23fefc7e4082 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444162
Jun 27 12:26:17.467571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0568c17-0a7d-4885-8122-53eafa855869 req-d6fc984a-b297-4aa3-a71d-1c49a8ef07b2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:17.472125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a0568c17-0a7d-4885-8122-53eafa855869 req-d6fc984a-b297-4aa3-a71d-1c49a8ef07b2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:26:17.550912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a0568c17-0a7d-4885-8122-53eafa855869 req-d6fc984a-b297-4aa3-a71d-1c49a8ef07b2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:26:17.552077 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a0568c17-0a7d-4885-8122-53eafa855869 req-d6fc984a-b297-4aa3-a71d-1c49a8ef07b2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1597176
Jun 27 12:26:17.625332 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port 89c6220a-6d6c-43c8-b747-16bfa59648a9 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:26:17.625672 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:17.757176 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46512) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:26:17.871339 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] For port 89c6220a-6d6c-43c8-b747-16bfa59648a9, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=89c6220a-6d6c-43c8-b747-16bfa59648a9,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:17.871700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:17.902983 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:17.936847 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:26:17.941665 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Usage tracker for resource:security_group_rule and tenant:d9c4484eb87c41b1a14e2034a4f99da5 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:26:17.944530 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:26:17.950412 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:26:18.063298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.097427 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4d0d3-0f18-446b-a6ad-357d33938cbf req-cd3d890f-f12f-45a1-a265-940b63d1478a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:18.099496 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-25b4d0d3-0f18-446b-a6ad-357d33938cbf req-cd3d890f-f12f-45a1-a265-940b63d1478a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 946 time: 0.1057112
Jun 27 12:26:18.133935 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.141456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a5eea4d0-30d9-4083-9a38-b16af5e7365d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:18.197895 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c5a585-058d-4363-a62b-edb7c6c9a2ec,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:18.201094 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:18.206450 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-25b4d0d3-0f18-446b-a6ad-357d33938cbf req-48d92d08-d5eb-4ace-b34a-e26c4ddd22eb tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009951
Jun 27 12:26:18.213775 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9c4484eb87c41b1a14e2034a4f99da5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4551179
Jun 27 12:26:18.216264 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46524) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:26:18.255282 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.255667 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.255984 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Floating IP 6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4 disassociated. External IP: 172.27.2.58, port: 89c6220a-6d6c-43c8-b747-16bfa59648a9.
Jun 27 12:26:18.256331 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for 89c6220a-6d6c-43c8-b747-16bfa59648a9 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:26:18.278093 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.304160 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.437670 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.441955 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d01843c2-2c44-4315-848e-b383953c7a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:18.453137 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c5a585-058d-4363-a62b-edb7c6c9a2ec,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:18.456657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:18.459698 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.460830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43c5a585-058d-4363-a62b-edb7c6c9a2ec HTTP/1.1" status: 204  len: 168 time: 0.2436450
Jun 27 12:26:18.470789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:18.483523 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:18.528165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=89c6220a-6d6c-43c8-b747-16bfa59648a9,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:18.530712 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:18.735198 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:26:18.953268 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:26:18.964071 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:26:18.977474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:26:18.978031 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d95acc40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:26:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:19.027563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] No DVR routers for this DVR port 89c6220a-6d6c-43c8-b747-16bfa59648a9 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:26:19.030018 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:19.032698 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'name': 'network-vif-deleted', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:19.090956 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b19343f-fc98-4173-80af-eea079a32200', 'name': 'network-vif-deleted', 'tag': '89c6220a-6d6c-43c8-b747-16bfa59648a9', 'status': 'completed', 'code': 200}
Jun 27 12:26:19.107279 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a0568c17-0a7d-4885-8122-53eafa855869 req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "DELETE /v2.0/ports/89c6220a-6d6c-43c8-b747-16bfa59648a9 HTTP/1.1" status: 204  len: 173 time: 1.5474236
Jun 27 12:26:19.157946 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:26:19.388131 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d0770285-516a-4e94-b2a2-efb927bf3edc req-e976ab6f-5f79-4b2d-bf32-4818fb4120e5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 210 time: 0.0446501
Jun 27 12:26:19.500692 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d95acc40>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:19.505133 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:26:19.515281 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:26:19.515882 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d95acc40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:26:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:19.691154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:26:20.006618 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d95acc40>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:20.010531 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1ae64c-ac15-421a-a55d-86eafd551a2c None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:26:20.230722 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ead1b86-d7c1-4a15-b750-7e5e28a6bdf5 None None] New status for floating IP 6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:26:20.593486 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7be985dd-0350-44d8-b9a2-363bb870ac79 req-bb576fa1-10eb-479f-929a-b5d15f8f7d8e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b19343f-fc98-4173-80af-eea079a32200 HTTP/1.1" status: 200  len: 210 time: 0.0461571
Jun 27 12:26:21.096068 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 89c6220a-6d6c-43c8-b747-16bfa59648a9 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:26:21.132717 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 89c6220a-6d6c-43c8-b747-16bfa59648a9 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:26:21.136411 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 89c6220a-6d6c-43c8-b747-16bfa59648a9 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:26:21.978960 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-3ee53017-d27d-4834-8c46-bc577cdd60bd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019432126&fields=id&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 267 time: 0.0424263
Jun 27 12:26:22.127413 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-617c32bf-67bf-4a85-b572-1def0861b7f2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:22.129577 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-617c32bf-67bf-4a85-b572-1def0861b7f2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.1441319
Jun 27 12:26:22.145485 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-3ab9d188-83b6-433b-9e1e-20d8afc60935 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/quotas/3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 375 time: 0.0105360
Jun 27 12:26:22.230239 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-9e975667-0980-4dff-8571-235a22d7bde4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0799308
Jun 27 12:26:22.371070 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-143f3465-271f-494f-a430-05100b4eb08b service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286957
Jun 27 12:26:22.507326 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-8c4155f3-f92c-4512-ab45-10e7ac19c8f8 service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1305058
Jun 27 12:26:23.108840 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-37c10417-7a4f-4ddc-9ccc-9986977821f0 req-f1c2c475-47d6-4e3f-89c9-52d7feab022f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 210 time: 0.0439582
Jun 27 12:26:23.975498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38501038-0184-4b65-952a-871a4b4d9fd3 req-bcaf26c6-9852-4e1d-bc7c-0ee134814b28 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:23.976964 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38501038-0184-4b65-952a-871a4b4d9fd3 req-bcaf26c6-9852-4e1d-bc7c-0ee134814b28 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0811181
Jun 27 12:26:24.029590 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38501038-0184-4b65-952a-871a4b4d9fd3 req-b78aaf96-1dd3-451e-b42d-a866ab35ff09 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470455
Jun 27 12:26:24.272473 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-12c9ae1a-4d9c-48e3-9d56-ac21f7b061a8 req-67164109-651f-4e05-ab67-e731b17ff346 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 210 time: 0.0423503
Jun 27 12:26:25.071479 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-093e671e-fade-4da3-aa47-6138f2015381 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:25.072925 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-093e671e-fade-4da3-aa47-6138f2015381 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.1443121
Jun 27 12:26:25.137471 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-be4bf4c3-34ec-4b68-9afc-0861c5ddc40f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 380 time: 0.0433686
Jun 27 12:26:25.158124 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'port': {'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'admin_state_up': True, 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'security_groups': ['e6e8ae95-3e48-488f-b401-a292435c0e7b']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:26:25.276091 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358417b6-0b10-4ad6-9207-29635966cfac req-9f75b1a4-91d4-49b6-90c5-7eba28d6dc49 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:25.277704 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-358417b6-0b10-4ad6-9207-29635966cfac req-9f75b1a4-91d4-49b6-90c5-7eba28d6dc49 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0934587
Jun 27 12:26:25.302361 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:26:25.306611 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:port and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:26:25.309414 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:26:25.316389 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:26:25.324301 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-358417b6-0b10-4ad6-9207-29635966cfac req-06170945-8b58-443f-8d4d-33ae480eb3c0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407755
Jun 27 12:26:25.420652 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Made reservation on behalf of 3b9c6244ba134d74ac46a6cde51c9238 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:26:25.425104 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:25.508654 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1c9df892-d034-4224-9b59-2996e5df3c95 req-32e6764b-0d1b-4775-b08b-340a094412cc tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 210 time: 0.0514410
Jun 27 12:26:25.608367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.20.0.3 (4b747fba-88e1-4266-9ad6-01b96d3a83db/92d563b6-16a0-4dc1-a167-ec3d301460fb/f1413799-33e2-4991-8490-884de09415c5) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:26:25.795776 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:25.811541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Transition to ACTIVE for port object f1413799-33e2-4991-8490-884de09415c5 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:26:25.922624 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:25.930091 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3d67da3d-71fa-4a92-a434-c467c384f710 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:25.991540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:26:25.998787 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:26:26.003184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:26:26.044429 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:26.054057 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:26.078525 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:26.079229 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:26.158598 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0053806
Jun 27 12:26:26.177592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Request body: {'port': {'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:26:26.363216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-45d0aea1-b405-4711-98ac-656b946183c6 None None] Provisioning for port f1413799-33e2-4991-8490-884de09415c5 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:26:26.368607 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-45d0aea1-b405-4711-98ac-656b946183c6 None None] Provisioning complete for port f1413799-33e2-4991-8490-884de09415c5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:26:26.368992 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-45d0aea1-b405-4711-98ac-656b946183c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:26.382914 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:26.426048 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-45d0aea1-b405-4711-98ac-656b946183c6 None None] Port f1413799-33e2-4991-8490-884de09415c5 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:26:26.543956 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afa1b-d222-472d-94c6-4948c95a8dc9 req-e11a3456-2c6f-4226-a714-7aeaf855ca09 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:26.546080 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-262afa1b-d222-472d-94c6-4948c95a8dc9 req-e11a3456-2c6f-4226-a714-7aeaf855ca09 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0806429
Jun 27 12:26:26.616934 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-262afa1b-d222-472d-94c6-4948c95a8dc9 req-f9fd9bdd-199f-4ebe-9226-52f0f7202964 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0633771
Jun 27 12:26:26.721682 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c0fd-1f28-4c80-9257-dd88bca57039 req-fbfae5ac-c9c7-4c87-ac68-a702199d063f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:26.723207 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3925c0fd-1f28-4c80-9257-dd88bca57039 req-fbfae5ac-c9c7-4c87-ac68-a702199d063f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 931 time: 0.0829163
Jun 27 12:26:26.746687 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1413799-33e2-4991-8490-884de09415c5 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:26:26.754153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:26.768413 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Transition to ACTIVE for port object f1413799-33e2-4991-8490-884de09415c5 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:26:26.769842 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3925c0fd-1f28-4c80-9257-dd88bca57039 req-48c1ded4-a17b-4137-b3c2-4ded085a5518 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408652
Jun 27 12:26:26.819274 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:26.823522 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1f9a2c1b-008d-4ef5-bcd5-916f5d16166a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:26.945971 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Pushing event updated for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:26.950335 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:27.059075 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Attempting to bind port f1413799-33e2-4991-8490-884de09415c5 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:26:27.059421 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Attempting to bind port f1413799-33e2-4991-8490-884de09415c5 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:26:27.059754 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Attempting to bind port f1413799-33e2-4991-8490-884de09415c5 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:26:27.065529 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Port f1413799-33e2-4991-8490-884de09415c5 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:26:27.065853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Attempting to bind port f1413799-33e2-4991-8490-884de09415c5 on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:26:27.072175 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:26:27.072547 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:26:27.072938 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Bound using segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:26:27.073370 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Bound port: f1413799-33e2-4991-8490-884de09415c5, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:26:27.073723 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:27.160960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:26:27.163897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f1413799-33e2-4991-8490-884de09415c5,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:26:27.232922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:27.237596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-05fb75dc-2849-412d-9077-13d4ed9f1b42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:27.295243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:27.296698 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] 10.222.0.47 "PUT /v2.0/ports/f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 1093 time: 1.1233778
Jun 27 12:26:27.301771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:27.324828 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Pushing event updated for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:27.328903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:27.369656 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5', 'status': 'completed', 'code': 200}
Jun 27 12:26:27.483373 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-30174009-1616-4025-8ae9-4282e0bdeccd req-3175571a-6a39-41b4-918c-7bdcf3b0a9db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1096 time: 0.0718663
Jun 27 12:26:27.642990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30174009-1616-4025-8ae9-4282e0bdeccd req-3abffe8b-b140-467c-b705-45817df63ebe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:27.645170 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-30174009-1616-4025-8ae9-4282e0bdeccd req-3abffe8b-b140-467c-b705-45817df63ebe service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1474507
Jun 27 12:26:27.793134 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30174009-1616-4025-8ae9-4282e0bdeccd req-33cbf1eb-71cc-46d1-b652-c55462cd5a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:27.794527 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-30174009-1616-4025-8ae9-4282e0bdeccd req-33cbf1eb-71cc-46d1-b652-c55462cd5a26 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1424620
Jun 27 12:26:27.833929 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c710c-06fe-4372-b809-bcc8aa2d0374 req-8ac74aaa-1f3d-4a03-a8d6-caf515bd9c97 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:27.836126 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f60c710c-06fe-4372-b809-bcc8aa2d0374 req-8ac74aaa-1f3d-4a03-a8d6-caf515bd9c97 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0821056
Jun 27 12:26:27.889650 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f60c710c-06fe-4372-b809-bcc8aa2d0374 req-4be6775a-0c14-4462-8bc7-2f42fdd3b6bc tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0482628
Jun 27 12:26:27.931777 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-646a961b-28c1-4069-8f76-f180ae30c165 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1096 time: 0.0782535
Jun 27 12:26:28.007399 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-e28fc696-1a5d-4d20-a5a8-6010f9a9a74f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 217 time: 0.0626278
Jun 27 12:26:28.080961 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-d998ee07-ea91-45ed-8b1b-070a7da9b651 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:28.083737 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-d998ee07-ea91-45ed-8b1b-070a7da9b651 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0701928
Jun 27 12:26:28.158186 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-858cbfc7-43e7-4d8f-b4bd-c1236d358244 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676281
Jun 27 12:26:28.163179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4aad-bc64-43c7-8ba2-8754abc6619c req-59ad68a9-34cd-4fb3-9022-426622804565 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:28.164768 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1ca4aad-bc64-43c7-8ba2-8754abc6619c req-59ad68a9-34cd-4fb3-9022-426622804565 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.1468775
Jun 27 12:26:28.211845 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1ca4aad-bc64-43c7-8ba2-8754abc6619c req-e7862657-74dd-417e-b767-ff9ea41c5751 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411451
Jun 27 12:26:28.294909 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-7518f60c-0a80-4dc4-946c-9af7483477e1 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302984
Jun 27 12:26:28.513847 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0a9a9802-8b8f-47c5-b307-368f84c1dd22 req-181a59fe-ec28-49bd-bf0b-d3d4ba01e0ba service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2129922
Jun 27 12:26:29.103178 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49613641-cf7e-4065-9baa-1c24b422c551 req-8de66f87-3704-4bd1-8e81-06332e6745ba tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:29.104753 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-49613641-cf7e-4065-9baa-1c24b422c551 req-8de66f87-3704-4bd1-8e81-06332e6745ba tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0793207
Jun 27 12:26:29.154471 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-49613641-cf7e-4065-9baa-1c24b422c551 req-33e3ef73-e4a2-4422-95a5-155b3ea4043c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0417747
Jun 27 12:26:29.416441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168b89e-4f45-4c9b-9365-1b12d7e0db7e req-dcea92e1-fc8e-4aa1-bd88-6ac7c091440d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:29.418070 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d168b89e-4f45-4c9b-9365-1b12d7e0db7e req-dcea92e1-fc8e-4aa1-bd88-6ac7c091440d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0779684
Jun 27 12:26:29.464787 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d168b89e-4f45-4c9b-9365-1b12d7e0db7e req-ba12916c-5901-42d2-9bb2-f3b0b134df05 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408483
Jun 27 12:26:30.364348 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa9e9d-60e8-4653-82b2-b3d0047ac443 req-02c9eee2-19d3-4223-a6bd-15d0bac8c72f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:30.365819 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78aa9e9d-60e8-4653-82b2-b3d0047ac443 req-02c9eee2-19d3-4223-a6bd-15d0bac8c72f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0771716
Jun 27 12:26:30.410506 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78aa9e9d-60e8-4653-82b2-b3d0047ac443 req-ef62fc19-f142-4812-8f79-ca332753277b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391958
Jun 27 12:26:30.662860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3c79-fc8a-41cd-b09c-cd238ab68a9b req-cd4442e6-e422-457b-a52d-ae3bcf26ce10 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:30.664315 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ae7e3c79-fc8a-41cd-b09c-cd238ab68a9b req-cd4442e6-e422-457b-a52d-ae3bcf26ce10 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0780413
Jun 27 12:26:30.713315 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ae7e3c79-fc8a-41cd-b09c-cd238ab68a9b req-107a42ef-1f36-45b8-a2e7-e9eecf89db7d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434811
Jun 27 12:26:31.617944 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71eaf-7511-42d2-9aa3-7d4105cf81e3 req-73c20048-518c-45c4-bfbe-f57191dc296b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:31.619388 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d0f71eaf-7511-42d2-9aa3-7d4105cf81e3 req-73c20048-518c-45c4-bfbe-f57191dc296b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0766819
Jun 27 12:26:31.664643 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d0f71eaf-7511-42d2-9aa3-7d4105cf81e3 req-7d1f1bb3-671f-42c5-bee8-4c58f1b25b88 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397806
Jun 27 12:26:31.917028 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9933a-4a38-43c3-ac2a-903e72123a26 req-b782d623-6c25-4c66-af72-a24a58b72e8e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:31.918456 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0f9933a-4a38-43c3-ac2a-903e72123a26 req-b782d623-6c25-4c66-af72-a24a58b72e8e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0816777
Jun 27 12:26:31.964078 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0f9933a-4a38-43c3-ac2a-903e72123a26 req-dc452b76-db5a-40ba-a836-aab5d7c81463 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398440
Jun 27 12:26:32.872602 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10e967-95be-4236-8c97-d68bbf774f1a req-40a32068-df9a-4981-b165-20ccbc9394a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:32.874128 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fc10e967-95be-4236-8c97-d68bbf774f1a req-40a32068-df9a-4981-b165-20ccbc9394a7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0772913
Jun 27 12:26:32.920889 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fc10e967-95be-4236-8c97-d68bbf774f1a req-07d4723b-b257-406a-b3fe-5f7181ab8ef9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403101
Jun 27 12:26:33.167339 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b1da4-d8d3-4d9f-91b8-3148aaf12361 req-0bc5bfca-5cc1-4477-aff9-e2c449d0c7ba tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:33.168848 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-350b1da4-d8d3-4d9f-91b8-3148aaf12361 req-0bc5bfca-5cc1-4477-aff9-e2c449d0c7ba tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0793147
Jun 27 12:26:33.213783 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-350b1da4-d8d3-4d9f-91b8-3148aaf12361 req-9413fe84-7ac8-4486-a9b5-426cfe4f9ad9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391996
Jun 27 12:26:34.128947 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6441673-17ff-40f5-9b30-cbc34fbc54f0 req-f07d3a56-6e92-453e-9bfd-3f00a2184ec6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:34.130297 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e6441673-17ff-40f5-9b30-cbc34fbc54f0 req-f07d3a56-6e92-453e-9bfd-3f00a2184ec6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0754523
Jun 27 12:26:34.178505 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e6441673-17ff-40f5-9b30-cbc34fbc54f0 req-52532ede-327d-4b3c-af74-1fb1b7a8e5ec tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0427179
Jun 27 12:26:34.405776 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26d64-7bd1-48e7-b602-023e6842bb5a req-200e4850-f6b5-4959-bac8-da625bc3f114 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:34.407114 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bed26d64-7bd1-48e7-b602-023e6842bb5a req-200e4850-f6b5-4959-bac8-da625bc3f114 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0756998
Jun 27 12:26:34.452176 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bed26d64-7bd1-48e7-b602-023e6842bb5a req-cc71c2d5-bbce-4003-b3d9-ce832d3c52d8 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391736
Jun 27 12:26:35.388788 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bfec5-52de-4660-a90b-02ac67d9a588 req-33bed5c3-d1d7-41fa-b088-c6bd21f9eb5c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:35.390236 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f41bfec5-52de-4660-a90b-02ac67d9a588 req-33bed5c3-d1d7-41fa-b088-c6bd21f9eb5c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0796440
Jun 27 12:26:35.435708 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f41bfec5-52de-4660-a90b-02ac67d9a588 req-e5a7d7c9-e888-4405-9777-bb08dcbb2c05 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391819
Jun 27 12:26:35.646506 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66fa8-c7b3-4f56-bbf4-0be343b0fe17 req-b07edfb4-fa95-4f2e-a0cd-23991a632e1c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:35.647953 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-84e66fa8-c7b3-4f56-bbf4-0be343b0fe17 req-b07edfb4-fa95-4f2e-a0cd-23991a632e1c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0756018
Jun 27 12:26:35.693972 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-84e66fa8-c7b3-4f56-bbf4-0be343b0fe17 req-13cf168f-468f-49af-aef8-0ab60380dc38 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402696
Jun 27 12:26:36.180085 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:36.650110 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ba8d2-5af9-454f-b18f-79617be5f748 req-36651826-080b-4c47-9ae4-d0ff5be8588a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:36.651553 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2c4ba8d2-5af9-454f-b18f-79617be5f748 req-36651826-080b-4c47-9ae4-d0ff5be8588a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0812876
Jun 27 12:26:36.697764 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2c4ba8d2-5af9-454f-b18f-79617be5f748 req-ede426cb-6256-4b90-9403-49de2f43c2e0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0405271
Jun 27 12:26:36.909308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9d380-dfca-4fab-b894-bbed5682489e req-aa908f29-d6c6-4917-a77b-de46111d797f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:36.910921 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-71b9d380-dfca-4fab-b894-bbed5682489e req-aa908f29-d6c6-4917-a77b-de46111d797f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 943 time: 0.0967965
Jun 27 12:26:36.956950 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-71b9d380-dfca-4fab-b894-bbed5682489e req-1e2bdbe3-3558-49f4-a4d8-ab9d5e0538b4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404944
Jun 27 12:26:37.156506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device f1413799-33e2-4991-8490-884de09415c5 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:26:37.286046 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f1413799-33e2-4991-8490-884de09415c5,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:37.298560 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'f1413799-33e2-4991-8490-884de09415c5', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:26:37.353472 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:37.369661 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1413799-33e2-4991-8490-884de09415c5 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:26:37.384481 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f1413799-33e2-4991-8490-884de09415c5,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:37.452877 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:37.454638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:37.522567 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:37.530669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.531014 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.531356 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.531689 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.532021 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.532373 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.532703 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.533077 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.533420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.533742 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.534124 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:37.538304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:37.763805 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['f1413799-33e2-4991-8490-884de09415c5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:26:37.913890 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2ed27-7e3e-4ed0-a5a3-510be2e7f514 req-4508c3bc-0d09-4c70-abca-9d17cdeb46b1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:37.915386 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8fd2ed27-7e3e-4ed0-a5a3-510be2e7f514 req-4508c3bc-0d09-4c70-abca-9d17cdeb46b1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0797374
Jun 27 12:26:37.962359 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8fd2ed27-7e3e-4ed0-a5a3-510be2e7f514 req-90c01acc-015e-432e-8ad9-580f1bc048e5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415206
Jun 27 12:26:38.167067 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cab241-1a0a-4e4b-a9fb-eeb9bc43f950 req-ba962b38-f8d8-4d74-9d71-6518511c56a2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:38.170068 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47cab241-1a0a-4e4b-a9fb-eeb9bc43f950 req-ba962b38-f8d8-4d74-9d71-6518511c56a2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 944 time: 0.0798917
Jun 27 12:26:38.217134 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47cab241-1a0a-4e4b-a9fb-eeb9bc43f950 req-de63f446-6a0f-4500-9ec7-c594cae88972 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431399
Jun 27 12:26:39.179712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b24f9-3a48-4a02-a847-5ef3038201c6 req-2d6a51dd-f5ef-4539-b0ff-c2a17c564c8b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:39.181207 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a75b24f9-3a48-4a02-a847-5ef3038201c6 req-2d6a51dd-f5ef-4539-b0ff-c2a17c564c8b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0775673
Jun 27 12:26:39.181360 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device f1413799-33e2-4991-8490-884de09415c5 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:26:39.228159 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a75b24f9-3a48-4a02-a847-5ef3038201c6 req-a6775d80-2eac-4332-a4c9-b6a93a3e91d7 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413911
Jun 27 12:26:39.310105 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port f1413799-33e2-4991-8490-884de09415c5 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:26:39.315057 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port f1413799-33e2-4991-8490-884de09415c5 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:26:39.315535 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:39.433105 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:39.462178 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1413799-33e2-4991-8490-884de09415c5'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:39.472683 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f1413799-33e2-4991-8490-884de09415c5,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:39.494826 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853b0b6-0c09-4f58-975f-77d036d8beaf req-fb2f8aef-fc5d-4d09-ab65-1b165e562528 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:39.496293 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e853b0b6-0c09-4f58-975f-77d036d8beaf req-fb2f8aef-fc5d-4d09-ab65-1b165e562528 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 944 time: 0.1537399
Jun 27 12:26:39.517294 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1413799-33e2-4991-8490-884de09415c5', 'code': 200}
Jun 27 12:26:39.543337 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e853b0b6-0c09-4f58-975f-77d036d8beaf req-2e0b5cf1-408d-44cf-bb48-dc5182e4b082 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414705
Jun 27 12:26:39.551615 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:39.553506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-8ccb72f2-09ac-48b7-bfad-a914307e902b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:39.616740 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:39.619565 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:39.973192 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-027bcef9-56fd-4167-b165-2e7215600b69 req-6585354b-4d75-4ca9-9c5b-e383f645b3b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1098 time: 0.0765808
Jun 27 12:26:40.016522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-027bcef9-56fd-4167-b165-2e7215600b69 req-49859cac-42c3-4271-830f-17ff217760e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360312
Jun 27 12:26:40.439372 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f70e01-e480-427d-9eb9-85efc27b12f2 req-d1402cc7-749f-43c3-9c9d-efb3fa3c6389 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:40.440949 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-24f70e01-e480-427d-9eb9-85efc27b12f2 req-d1402cc7-749f-43c3-9c9d-efb3fa3c6389 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0754039
Jun 27 12:26:40.486828 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-24f70e01-e480-427d-9eb9-85efc27b12f2 req-8736a2b5-3149-45a2-9723-a477f0dcd94e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397465
Jun 27 12:26:40.739271 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e4b3f-984a-4fc3-b2fa-45b83ad98f01 req-aa753bdd-be52-46ea-8b8c-a02ef456d5d8 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:40.740713 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e92e4b3f-984a-4fc3-b2fa-45b83ad98f01 req-aa753bdd-be52-46ea-8b8c-a02ef456d5d8 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.0768270
Jun 27 12:26:40.785083 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e92e4b3f-984a-4fc3-b2fa-45b83ad98f01 req-886d0736-8bc3-406c-b3bd-6849fecdf8b2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381706
Jun 27 12:26:41.173275 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:26:41.344289 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:41.358022 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:26:41.414477 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:41.427377 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b970d9c0-c581-4616-939b-e14e15526ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:41.432924 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:26:41.447966 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:41.517076 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:41.519684 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:41.589234 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=6']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:41.592177 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:41.675620 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['df93892f-3e6b-4c99-a6de-edd70d179a00'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:26:41.721830 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d56d6-9e57-4ff0-8466-33efe973422b req-c308cb65-fc90-4f4d-93ea-b27351e4eb90 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:41.726303 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea2d56d6-9e57-4ff0-8466-33efe973422b req-c308cb65-fc90-4f4d-93ea-b27351e4eb90 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 944 time: 0.0811031
Jun 27 12:26:41.777659 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ea2d56d6-9e57-4ff0-8466-33efe973422b req-381f4884-7c84-441b-94cc-a20e26adf0ae tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458021
Jun 27 12:26:41.816650 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:41.996685 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08035fca-9620-4a92-b9cd-138f6af6408d req-435a58ce-6499-4fed-b3cc-fc255a59401f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:41.998034 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-08035fca-9620-4a92-b9cd-138f6af6408d req-435a58ce-6499-4fed-b3cc-fc255a59401f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.0769696
Jun 27 12:26:42.043908 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-08035fca-9620-4a92-b9cd-138f6af6408d req-31559404-1149-40d5-a244-4caaecf24ad8 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402362
Jun 27 12:26:42.270727 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae13178-a503-4157-b6b2-80f9551155f1 req-7ba6dda7-d2eb-49a0-9fff-f88bef27399b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:42.272556 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5ae13178-a503-4157-b6b2-80f9551155f1 req-7ba6dda7-d2eb-49a0-9fff-f88bef27399b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.0916255
Jun 27 12:26:42.323849 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5ae13178-a503-4157-b6b2-80f9551155f1 req-54f56915-252f-4102-a7b9-f069ddd1cff5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452673
Jun 27 12:26:42.353989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46740) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:26:42.439830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d06fa351-cbe2-4b70-bb70-be44e06d5f74 tempest-TestVolumeBootPattern-400639697 tempest-TestVolumeBootPattern-400639697-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1093 time: 0.0829399
Jun 27 12:26:42.441428 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 46744) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:26:42.446715 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:26:42.453869 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:26:42.459213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:floatingip and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:26:42.463987 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:26:42.470166 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:26:42.563608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:42.716098 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:42.882502 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.27.2.170 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/677c13f7-f338-4966-899b-04e9ecf02c4c) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:26:43.113843 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:43.133726 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263cbed-ace1-4f8a-9e46-1c57438382ed req-37f8a3c3-c7f8-4f74-b268-3fb32ed2bdf3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:43.135303 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c263cbed-ace1-4f8a-9e46-1c57438382ed req-37f8a3c3-c7f8-4f74-b268-3fb32ed2bdf3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 944 time: 0.1529055
Jun 27 12:26:43.178783 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:26:43.201906 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c263cbed-ace1-4f8a-9e46-1c57438382ed req-844cc08b-4a26-49b9-919c-f89c9a7f1691 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0588229
Jun 27 12:26:43.243992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:43.250502 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-de7300a9-4ce2-42d2-938a-c108c13c0cd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:43.263278 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port df93892f-3e6b-4c99-a6de-edd70d179a00 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:26:43.264076 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:43.342617 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:26:43.347685 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:26:43.350161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=677c13f7-f338-4966-899b-04e9ecf02c4c,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:43.360391 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:26:43.405242 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.405702 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.406190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.406732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.407181 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.407672 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.408167 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.408686 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.409250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.409683 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.410142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:26:43.415864 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:43.422292 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:43.453467 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:43.467623 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:43.526462 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'code': 200}
Jun 27 12:26:43.553393 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:43.560374 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:43.632254 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=7']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:43.635415 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:43.671690 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-824cb1a2-02fb-4744-a0bf-8d483acc85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.041314 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.210022 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.497002 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.538821 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e77019-9b9a-49d7-89ea-0939faae0673 req-5c620639-c786-4e0f-b7ec-43c23e35082d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:44.540501 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-15e77019-9b9a-49d7-89ea-0939faae0673 req-5c620639-c786-4e0f-b7ec-43c23e35082d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.1152143
Jun 27 12:26:44.575455 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.584604 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2fffa974-87b3-403e-aa41-ad57a241c9ee tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:44.621483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.715393 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-15e77019-9b9a-49d7-89ea-0939faae0673 req-a77a3dff-b37e-4245-97f7-3052c27649b2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1679020
Jun 27 12:26:44.724262 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=677c13f7-f338-4966-899b-04e9ecf02c4c,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:44.727368 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:44.741315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:44.963329 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.l3_db [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Floating IP c93a9a1c-09ba-4b9b-9014-d111b9af9c6c associated. External IP: 172.27.2.170, port: f1413799-33e2-4991-8490-884de09415c5.
Jun 27 12:26:45.378954 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:26:45.591902 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:26:45.603964 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:26:45.615862 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:26:45.616633 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90c15b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:26:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:45.693948 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:45.771467 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.3130794
Jun 27 12:26:45.771467 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:45.843074 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:26:45.845108 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:26:45.980298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45cf9-a100-4081-bdc3-56f5d89bf4fc req-0e8f8b84-c767-441c-ae3e-c1d708501658 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:45.982618 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2df45cf9-a100-4081-bdc3-56f5d89bf4fc req-0e8f8b84-c767-441c-ae3e-c1d708501658 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.1031585
Jun 27 12:26:46.063238 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2df45cf9-a100-4081-bdc3-56f5d89bf4fc req-a9b0446c-e0ef-4ab8-ad8a-8b88a7aaa281 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0734565
Jun 27 12:26:46.098758 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5', 'status': 'completed', 'code': 200}
Jun 27 12:26:46.221682 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-e433212f-9761-4bf2-af66-167bfc5db393 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1098 time: 0.0733466
Jun 27 12:26:46.272760 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:46.321761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90c15b0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:43Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:46.326012 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:26:46.339653 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:26:46.340274 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90c15b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:26:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:46.447099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-6be0ed39-26a8-4aaf-a79a-e617f3c1b379 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:46.449157 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-6be0ed39-26a8-4aaf-a79a-e617f3c1b379 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.2187290
Jun 27 12:26:46.558042 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:26:46.571884 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-78a2ecb6-2d0f-4303-9e05-b4a3538b2956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 999 time: 0.1147277
Jun 27 12:26:46.691136 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-6ec4349a-08fb-4f67-98d1-3d96ee6d3e9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:46.693028 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-6ec4349a-08fb-4f67-98d1-3d96ee6d3e9e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.1139681
Jun 27 12:26:46.793884 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-adb94385-4cc8-43b3-9380-8f9cdecd27f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905683
Jun 27 12:26:47.011548 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-8ff0f520-4cc3-45e5-92eb-1f04a3eb5365 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101777
Jun 27 12:26:47.039738 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90c15b0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:43Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:26:47.044909 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcb22f4-1acf-4e4a-b1f4-481efbb2d2bd None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:43Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:26:47.189239 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0d31c2d9-01ec-4628-a6c7-8dd6e9f9328b req-8370eeec-b6d6-46e0-9d66-035cc8b54bd6 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1709065
Jun 27 12:26:47.343700 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b1a30f-ae15-4050-8cb9-cc183d0c96bf None None] New status for floating IP c93a9a1c-09ba-4b9b-9014-d111b9af9c6c: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:26:47.442601 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b05c0f1-a6ba-45af-a9f0-00004bf65c1f req-7c223c0f-6da8-4e98-abe0-3ee7f1434a19 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:47.452768 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8b05c0f1-a6ba-45af-a9f0-00004bf65c1f req-7c223c0f-6da8-4e98-abe0-3ee7f1434a19 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.2206857
Jun 27 12:26:47.513508 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8b05c0f1-a6ba-45af-a9f0-00004bf65c1f req-3e76bce4-389e-4863-9456-7898be8d67e3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589795
Jun 27 12:26:48.750257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c0073-7be5-45d2-876f-6c5e35fbc9e3 req-13d4ea94-d340-469f-917e-88defe06621b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:48.751723 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c0c0073-7be5-45d2-876f-6c5e35fbc9e3 req-13d4ea94-d340-469f-917e-88defe06621b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0897737
Jun 27 12:26:48.820258 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c0c0073-7be5-45d2-876f-6c5e35fbc9e3 req-6addb05c-72f5-4140-82ea-6167b8fd3c3a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0589073
Jun 27 12:26:50.040591 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489459d-4b74-4ab2-a2c8-fecf93786296 req-c48fc085-9c53-46c1-8a24-da56b83605e9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:50.041959 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7489459d-4b74-4ab2-a2c8-fecf93786296 req-c48fc085-9c53-46c1-8a24-da56b83605e9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0872781
Jun 27 12:26:50.099518 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7489459d-4b74-4ab2-a2c8-fecf93786296 req-afdc1e76-3c85-4b06-b9cf-d8966d82310c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0520740
Jun 27 12:26:51.326509 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b8ddb-df6d-4f03-870f-b9bee9816fdd req-c0bbf387-fd5e-456c-8bfd-e957c9f9dd15 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:51.333068 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9c1b8ddb-df6d-4f03-870f-b9bee9816fdd req-c0bbf387-fd5e-456c-8bfd-e957c9f9dd15 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0903497
Jun 27 12:26:51.377018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9c1b8ddb-df6d-4f03-870f-b9bee9816fdd req-e3ab8726-c8d4-45da-a3e0-1b3b6e1fe99e tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423083
Jun 27 12:26:52.619840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb546e4-c740-41eb-a2cf-6183d5390f7a req-5844c597-fa1a-49f0-b410-0fc6ea83b4ab tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:52.622355 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7eb546e4-c740-41eb-a2cf-6183d5390f7a req-5844c597-fa1a-49f0-b410-0fc6ea83b4ab tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0911956
Jun 27 12:26:52.679407 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7eb546e4-c740-41eb-a2cf-6183d5390f7a req-14715af4-98c1-4078-a088-dcebb1f9cc37 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491755
Jun 27 12:26:53.901533 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db526e-f220-41e5-8c05-1985532b481d req-ee2cccd1-6e4c-403b-b280-eb6586652070 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:53.902991 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-26db526e-f220-41e5-8c05-1985532b481d req-ee2cccd1-6e4c-403b-b280-eb6586652070 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0844579
Jun 27 12:26:53.949085 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-26db526e-f220-41e5-8c05-1985532b481d req-2ea3fe6b-f2b9-4775-94d5-e06fcb713711 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401516
Jun 27 12:26:54.723391 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-bf0bef10-82ba-4d6f-83a5-53b3b841e60c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1098 time: 0.0691321
Jun 27 12:26:54.855612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a39ca-4794-4080-ad98-e83434f8e278 req-9f3c3585-8b2d-428e-bea2-8cc4eb838ba9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:54.857112 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-9f3c3585-8b2d-428e-bea2-8cc4eb838ba9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1256087
Jun 27 12:26:54.959351 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-fb41f35a-9722-4a33-8220-9bd625558074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 1001 time: 0.0955446
Jun 27 12:26:55.027090 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a39ca-4794-4080-ad98-e83434f8e278 req-37e323a5-b170-40f9-8993-30a881654ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:55.028578 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-37e323a5-b170-40f9-8993-30a881654ea6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0614798
Jun 27 12:26:55.112994 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-ea472d27-02f7-4225-9401-82b6515bd0bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754831
Jun 27 12:26:55.252726 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-5ab384e7-a8de-42cb-b93f-792d6f32b28a service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328855
Jun 27 12:26:55.301329 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d7662-c418-4b51-b837-65aefed1e2e5 req-1f7ba3fc-c2a1-4222-901e-802797f3c14f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:55.302762 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-673d7662-c418-4b51-b837-65aefed1e2e5 req-1f7ba3fc-c2a1-4222-901e-802797f3c14f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0743678
Jun 27 12:26:55.354520 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-673d7662-c418-4b51-b837-65aefed1e2e5 req-f1ae0ed1-873a-4631-bb63-53fcc6483804 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461481
Jun 27 12:26:55.473151 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-077a39ca-4794-4080-ad98-e83434f8e278 req-abdd3710-f114-4bd2-8ad6-618c407a35ee service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2114019
Jun 27 12:26:56.569583 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b125e6-1f36-4afe-8e6a-a7b56b707745 req-49d775d5-80b4-4c7b-86b2-b7216f02cbbe tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:56.571075 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a6b125e6-1f36-4afe-8e6a-a7b56b707745 req-49d775d5-80b4-4c7b-86b2-b7216f02cbbe tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 945 time: 0.0765412
Jun 27 12:26:56.617476 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a6b125e6-1f36-4afe-8e6a-a7b56b707745 req-c3fc3686-6c11-48d1-bbd8-3c92301c5165 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410156
Jun 27 12:26:57.249978 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:26:57.356980 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:57.384102 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:26:57.393645 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:26:57.439498 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'code': 200}
Jun 27 12:26:57.469935 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:26:57.471987 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-86eadb5d-4ba5-4465-997c-2b9ca18c6d35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:26:57.538319 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=8']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:26:57.541273 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:26:57.826349 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d0e9-ac96-4d71-960c-ef7ba988ecb6 req-05773b81-dfe1-47ec-9ad2-0ed7b743d1c1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:26:57.827795 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c91d0e9-ac96-4d71-960c-ef7ba988ecb6 req-05773b81-dfe1-47ec-9ad2-0ed7b743d1c1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0785024
Jun 27 12:26:57.876183 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7c91d0e9-ac96-4d71-960c-ef7ba988ecb6 req-286146c5-863b-40a5-b75b-9b8dd534c841 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429299
Jun 27 12:27:00.387542 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-578d49f7-1ae2-455f-b2b8-dd15ab797f4d req-c0f59b16-bef5-4ebe-88b7-c3c188d1c5df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0655816
Jun 27 12:27:00.793298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b31ed-02e0-423e-ad00-aa135b726d62 req-bab87b03-1b63-41ad-9c74-0cd673d4e8b0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:00.800246 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a52b31ed-02e0-423e-ad00-aa135b726d62 req-bab87b03-1b63-41ad-9c74-0cd673d4e8b0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0869398
Jun 27 12:27:00.842804 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a52b31ed-02e0-423e-ad00-aa135b726d62 req-e7107fa4-44e1-4969-9ea7-b4a4abf68812 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390370
Jun 27 12:27:00.965276 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-6d0882e1-d11b-4317-a149-23cb278e5ded service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0677307
Jun 27 12:27:01.265565 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:27:01.831661 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-509c321e-9968-48b7-b529-5d152f5c3cda service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd&tenant_id=32238de6486240bd8dd6f65bac391f2a HTTP/1.1" status: 200  len: 1096 time: 0.0712576
Jun 27 12:27:01.934831 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-f49c9181-e742-4853-b247-5c159da05727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1096 time: 0.0683875
Jun 27 12:27:02.055086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb49b9-0ab4-49ff-859c-d176168d1dad req-4e6ce170-0072-455e-9847-ee98a70f1bc0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:02.056478 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0ccb49b9-0ab4-49ff-859c-d176168d1dad req-4e6ce170-0072-455e-9847-ee98a70f1bc0 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0812340
Jun 27 12:27:02.070466 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-6ad49b80-a48c-46c7-8275-cbac7c653548 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:02.071920 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-6ad49b80-a48c-46c7-8275-cbac7c653548 service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1302879
Jun 27 12:27:02.102755 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0ccb49b9-0ab4-49ff-859c-d176168d1dad req-47928666-2f86-45e2-86e5-adf85281e630 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404465
Jun 27 12:27:02.177829 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-969e78d9-dd8e-46b1-9029-33555dbc76bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 999 time: 0.0983319
Jun 27 12:27:02.243528 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-e31de95a-ff64-481f-a3f5-51b285ed5cf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:02.244972 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-e31de95a-ff64-481f-a3f5-51b285ed5cf1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0571406
Jun 27 12:27:02.321325 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-ef759bd2-53a4-4bf5-b719-e6c76406f8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692346
Jun 27 12:27:02.451805 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-a3aa4f94-cc5d-40b2-8225-57f25d4bb976 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236632
Jun 27 12:27:02.591452 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cf522d6e-b210-412d-aa98-ca0c02b97cb8 req-2b5ec110-4076-4abf-b6a2-96244069d34f service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312251
Jun 27 12:27:03.316931 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35b64f-c8fc-4611-bad1-ff1c28aded73 req-582a3824-550a-442d-ae67-007a862fdffd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:03.318389 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bb35b64f-c8fc-4611-bad1-ff1c28aded73 req-582a3824-550a-442d-ae67-007a862fdffd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0771403
Jun 27 12:27:03.362221 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bb35b64f-c8fc-4611-bad1-ff1c28aded73 req-84b58606-db8e-4e44-a6a0-a08d06e96564 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384862
Jun 27 12:27:04.589519 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7b778-f656-4fcd-8ffa-c88463e251a4 req-37dc4808-f483-4901-8813-19208e4ef693 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:04.591038 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b6d7b778-f656-4fcd-8ffa-c88463e251a4 req-37dc4808-f483-4901-8813-19208e4ef693 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0858839
Jun 27 12:27:04.638244 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b6d7b778-f656-4fcd-8ffa-c88463e251a4 req-615616ee-679e-49c8-b7dd-8f4d4c5f459c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416071
Jun 27 12:27:05.900910 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2b6af-6cc7-4d48-988c-18a7914e636e req-b1b31254-6a21-410b-8853-26c0d18e7860 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:05.902497 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-22f2b6af-6cc7-4d48-988c-18a7914e636e req-b1b31254-6a21-410b-8853-26c0d18e7860 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.1103728
Jun 27 12:27:05.954883 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-22f2b6af-6cc7-4d48-988c-18a7914e636e req-459b229c-5915-4e30-949d-b15e64405778 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465126
Jun 27 12:27:06.218478 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:07.177808 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a034012-a3cb-493c-9f01-3b79d0b6b52c req-e50d5ef1-93cc-404a-966e-78bf6f9211c9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:07.179190 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a034012-a3cb-493c-9f01-3b79d0b6b52c req-e50d5ef1-93cc-404a-966e-78bf6f9211c9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0812936
Jun 27 12:27:07.228247 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0a034012-a3cb-493c-9f01-3b79d0b6b52c req-c3e93805-abfa-4c3a-9818-0b30dcce138b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433512
Jun 27 12:27:08.450106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c38ac0-be71-4285-a574-74312c980a11 req-ab73ec9d-940f-4ce4-b3b6-cc234e54067c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:08.456824 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d2c38ac0-be71-4285-a574-74312c980a11 req-ab73ec9d-940f-4ce4-b3b6-cc234e54067c tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0877898
Jun 27 12:27:08.499530 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d2c38ac0-be71-4285-a574-74312c980a11 req-43840043-c092-4508-bb19-777827b535cd tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411394
Jun 27 12:27:09.732577 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b574bc4-f4f9-47db-b8ae-85c8ee5a3009 req-0dddb018-39dd-47e7-81f4-601b25a2cae1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:09.734960 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6b574bc4-f4f9-47db-b8ae-85c8ee5a3009 req-0dddb018-39dd-47e7-81f4-601b25a2cae1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0991294
Jun 27 12:27:09.783452 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6b574bc4-f4f9-47db-b8ae-85c8ee5a3009 req-ba5e51df-5bf4-4550-b4b3-ea74c7e6b37f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422087
Jun 27 12:27:11.212758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a289a-f73a-4898-9eb5-f5ac72ed186c req-d39e270c-aaf3-4163-a7ae-0cfc14527494 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:11.212758 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-058a289a-f73a-4898-9eb5-f5ac72ed186c req-d39e270c-aaf3-4163-a7ae-0cfc14527494 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.1836846
Jun 27 12:27:11.218509 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-058a289a-f73a-4898-9eb5-f5ac72ed186c req-2a120beb-1f03-4772-9098-002ce505008b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396931
Jun 27 12:27:11.567939 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b2206da2-ff39-4644-bffb-87e68ecbef98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:11.865438 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:12.484710 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee26ec-ee8c-41cf-b444-cd804fae3eae req-3c85f76f-bc79-4e02-b2e4-48fa841fcc7d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:12.486162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1ee26ec-ee8c-41cf-b444-cd804fae3eae req-3c85f76f-bc79-4e02-b2e4-48fa841fcc7d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0766399
Jun 27 12:27:12.539061 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a1ee26ec-ee8c-41cf-b444-cd804fae3eae req-28976e8a-037f-43b6-8902-bedcc055850d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443845
Jun 27 12:27:13.772493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c7088-a23b-4750-9409-8160470ef9a5 req-7688595c-ce6f-491c-a91a-bc5b437099d4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:13.773970 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-480c7088-a23b-4750-9409-8160470ef9a5 req-7688595c-ce6f-491c-a91a-bc5b437099d4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0767567
Jun 27 12:27:13.807541 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-49b366f3-d5e6-4ce9-95f6-ddb167e4bd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:13.820331 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-480c7088-a23b-4750-9409-8160470ef9a5 req-da5c6c9c-326a-449f-b96c-2b93d84dc1d9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401978
Jun 27 12:27:14.459707 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-10a8c64d-8eb0-47ff-8424-2b01556ba32a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32238de6486240bd8dd6f65bac391f2a&device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1096 time: 0.0693321
Jun 27 12:27:14.615738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-28a1d16f-d7a3-4445-82c8-c771726db0bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:14.617238 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-28a1d16f-d7a3-4445-82c8-c771726db0bf service neutron] 10.222.0.47 "GET /v2.0/networks?id=741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 200  len: 917 time: 0.1290781
Jun 27 12:27:14.635340 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:14.722381 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-ecb2f427-0ea8-4d17-9049-1a5c90752e72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 200  len: 999 time: 0.0986149
Jun 27 12:27:14.785456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-b1de9ab0-764f-4ed4-a570-f36a99c4bb42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:14.786857 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-b1de9ab0-764f-4ed4-a570-f36a99c4bb42 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 200  len: 855 time: 0.0572641
Jun 27 12:27:14.868361 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-8a7a6167-f773-4c32-a132-bcb7e2e57eca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=741273bf-66e0-46e4-a3ad-cf6292253502&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747805
Jun 27 12:27:15.007556 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-5bc531c5-79c9-404c-a9b3-466dedeae7d4 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317141
Jun 27 12:27:15.037786 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060e8c-831e-42af-a84f-4c41138f34da req-d4e069d1-b096-45f8-b3a3-39950c526a85 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:15.039248 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf060e8c-831e-42af-a84f-4c41138f34da req-d4e069d1-b096-45f8-b3a3-39950c526a85 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0836849
Jun 27 12:27:15.086622 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bf060e8c-831e-42af-a84f-4c41138f34da req-98aca2b7-167f-4dd1-8a10-02f167fb4fac tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416870
Jun 27 12:27:15.230399 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8aafa246-cc45-43c0-80cd-6b27d887ec92 req-3da5883e-a665-4563-955d-137d13305798 service neutron] 10.222.0.47 "GET /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2157495
Jun 27 12:27:16.218705 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:16.297116 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e38fa6-a434-41ee-ae16-a3e1d4866b17 req-9edf0bc0-4706-4e74-8d69-a3db4bb715b6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:16.298541 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d2e38fa6-a434-41ee-ae16-a3e1d4866b17 req-9edf0bc0-4706-4e74-8d69-a3db4bb715b6 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0757501
Jun 27 12:27:16.343603 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d2e38fa6-a434-41ee-ae16-a3e1d4866b17 req-00de54b8-fdc8-4214-bba2-e444ef64b1bf tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390391
Jun 27 12:27:17.315110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:27:17.456915 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:17.470974 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'port_id': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'mac_address': 'fa:16:3e:a8:7e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:27:17.525177 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:17.543460 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:27:17.559259 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:17.569933 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f85f-4302-4797-9125-2da738fcd2dd req-136dd64a-5257-4061-8d7c-06b697c36232 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:17.571375 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8170f85f-4302-4797-9125-2da738fcd2dd req-136dd64a-5257-4061-8d7c-06b697c36232 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 943 time: 0.0859318
Jun 27 12:27:17.607891 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:17.609826 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-a4e772fd-a870-4a74-bfe5-5434b2083827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:17.618103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8170f85f-4302-4797-9125-2da738fcd2dd req-d745cf62-f2d8-49b5-9e61-3cc78035bf6f tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412037
Jun 27 12:27:17.676638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=9']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:17.679671 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:17.897746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a3c0-8290-4d9e-bddd-14785eb5449b req-472ee925-66fd-4965-bbf1-9ff1891ef653 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:17.899354 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-62d2a3c0-8290-4d9e-bddd-14785eb5449b req-472ee925-66fd-4965-bbf1-9ff1891ef653 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0772116
Jun 27 12:27:17.909143 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['df93892f-3e6b-4c99-a6de-edd70d179a00'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:27:17.944754 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-62d2a3c0-8290-4d9e-bddd-14785eb5449b req-bc32f877-37b1-4ae5-a040-6d88efe2052c tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398693
Jun 27 12:27:18.833662 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7212b-94ff-4e10-8920-bf86fc1e8dce req-06791dd3-acc9-46a2-8f7c-5c40e9d0c13b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:18.835116 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-21d7212b-94ff-4e10-8920-bf86fc1e8dce req-06791dd3-acc9-46a2-8f7c-5c40e9d0c13b tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 944 time: 0.0774465
Jun 27 12:27:18.880684 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-21d7212b-94ff-4e10-8920-bf86fc1e8dce req-263e55d5-9496-46fa-99ad-5d4ee9155913 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396621
Jun 27 12:27:19.136679 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e84c6c-cad7-438d-9843-4094915b400a req-b092dc80-012a-4505-8a45-24715cec6d24 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:19.138121 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-49e84c6c-cad7-438d-9843-4094915b400a req-b092dc80-012a-4505-8a45-24715cec6d24 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0746844
Jun 27 12:27:19.186489 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-49e84c6c-cad7-438d-9843-4094915b400a req-4f0da30c-b662-40d8-88b1-9b236982c8fc tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427864
Jun 27 12:27:19.312709 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:27:19.390991 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port df93892f-3e6b-4c99-a6de-edd70d179a00 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:27:19.391589 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:19.521445 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:19.546372 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:27:19.555922 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:19.601041 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'code': 200}
Jun 27 12:27:19.635977 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:19.637814 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:19.703873 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=10']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:19.707400 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:19.750653 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-2c4a0d0c-8b83-43f0-b968-5dc66d8a2a0f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:19.751355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-2c4a0d0c-8b83-43f0-b968-5dc66d8a2a0f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Synchronizing usage tracker for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:27:19.841063 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-2c4a0d0c-8b83-43f0-b968-5dc66d8a2a0f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Unset dirty status for tenant:3e9906c6a13a49229fa51a56a97710e8 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:27:19.842203 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-2c4a0d0c-8b83-43f0-b968-5dc66d8a2a0f tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.1672261
Jun 27 12:27:19.920058 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Deleting port cc8b9bbf-da22-46b3-b93f-087e47a127a7 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:19.920457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:20.134711 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a392a80f-10b3-4702-84b2-8bff1cc4fda3 req-b5f9a122-471f-468b-9637-ddeaf2f7a99a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 1099 time: 0.1305823
Jun 27 12:27:20.140721 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53f0dc-7abb-4a10-a922-987fb69a62fb req-a10351b2-aa3a-4937-92d3-13ddb870cbc9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:20.142063 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d53f0dc-7abb-4a10-a922-987fb69a62fb req-a10351b2-aa3a-4937-92d3-13ddb870cbc9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.1084907
Jun 27 12:27:20.169823 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] For port cc8b9bbf-da22-46b3-b93f-087e47a127a7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=cc8b9bbf-da22-46b3-b93f-087e47a127a7,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:20.170193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:20.206362 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a392a80f-10b3-4702-84b2-8bff1cc4fda3 req-6b61b7de-d937-41b3-875e-83e6e3ce5216 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0633821
Jun 27 12:27:20.215753 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0d53f0dc-7abb-4a10-a922-987fb69a62fb req-6c174196-4d7d-4f07-9499-44bdb49a3331 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0581455
Jun 27 12:27:20.389972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420bef5-ba22-4b5d-9da8-90039bd069d4 req-7c420ce7-627f-4ed5-8b77-54fb9b24d22b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:20.391523 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0420bef5-ba22-4b5d-9da8-90039bd069d4 req-7c420ce7-627f-4ed5-8b77-54fb9b24d22b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 946 time: 0.0758052
Jun 27 12:27:20.441634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0420bef5-ba22-4b5d-9da8-90039bd069d4 req-e0ebc6e8-76b8-431e-9f23-e31ed55ad741 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups?id=1b17deb8-da61-4dc6-8d23-d2581411b860&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442128
Jun 27 12:27:20.457030 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:20.457407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:20.457860 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Floating IP f96277e8-fb43-45f0-8e6a-a04c122e5059 disassociated. External IP: 172.27.2.126, port: cc8b9bbf-da22-46b3-b93f-087e47a127a7.
Jun 27 12:27:20.458281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Calling delete_port for cc8b9bbf-da22-46b3-b93f-087e47a127a7 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:20.675062 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:20.680432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8fde69bb-1b48-4173-bfed-ac2e4a2a2480 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:20.721206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'Port': ['ID=cc8b9bbf-da22-46b3-b93f-087e47a127a7,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:20.735170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.735539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.735905 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.736262 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.736705 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.737062 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.737613 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.737972 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.738321 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.738665 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.739004 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:20.742463 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:20.938644 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:27:21.135729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:27:21.149926 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:27:21.166428 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:21.168647 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8f76d00>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:21.218297 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] No DVR routers for this DVR port cc8b9bbf-da22-46b3-b93f-087e47a127a7 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:27:21.221403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:21.229566 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'name': 'network-vif-deleted', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:27:21.306157 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf', 'name': 'network-vif-deleted', 'tag': 'cc8b9bbf-da22-46b3-b93f-087e47a127a7', 'status': 'completed', 'code': 200}
Jun 27 12:27:21.311277 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-c66dcfe4-e2fd-4ac8-b9d6-d278e79b2bbe req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.47 "DELETE /v2.0/ports/cc8b9bbf-da22-46b3-b93f-087e47a127a7 HTTP/1.1" status: 204  len: 173 time: 1.4567757
Jun 27 12:27:21.427207 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:27:21.455311 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03065186-a8f8-4a87-ad08-a4a29b2155c2 req-39d52ed1-d046-4547-950c-01303c6fdca1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:21.456979 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03065186-a8f8-4a87-ad08-a4a29b2155c2 req-39d52ed1-d046-4547-950c-01303c6fdca1 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.0881417
Jun 27 12:27:21.515886 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-03065186-a8f8-4a87-ad08-a4a29b2155c2 req-addaf1fe-63d0-43ac-bd53-783c11cf0bf8 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0534489
Jun 27 12:27:21.642622 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3b1c0f03-a381-4673-8ce2-4eb91aa37523 req-4c61e413-f589-4a59-b8f7-82a4f41b7e96 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/ports?device_id=52a5e15a-e713-4c2d-8c4d-4cb5fb45b8bf HTTP/1.1" status: 200  len: 210 time: 0.0520992
Jun 27 12:27:21.778875 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8f76d00>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:21.782695 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:27:21.793787 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:21.797494 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8f76d00>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:21.973380 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:27:22.285432 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8f76d00>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:22.290147 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81ca8b5-e7a3-433f-9c82-b1e52877669c None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:20:15Z', 'revision_number': 4, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'a0dc5a38-cb53-4a0d-a534-f36a8f766e20', 'name': '', 'network_id': 'f758fbdd-e10e-41d1-ba9e-70557b72259a', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'mac_address': 'fa:16:3e:d5:85:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:14Z', 'updated_at': '2021-06-27T12:20:54Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'subnets': [{'id': 'db8e11ce-bc3a-450f-b256-6d68c4e18a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:27:22.501147 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6152c3-d9c3-4420-b7e6-b3f5c4e11799 None None] New status for floating IP f96277e8-fb43-45f0-8e6a-a04c122e5059: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:27:22.730755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae33e27-86cc-4b02-aa29-55f0bf62072b req-bd6e110c-18bf-42d4-a534-02c1ebbd2140 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:22.732386 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aae33e27-86cc-4b02-aa29-55f0bf62072b req-bd6e110c-18bf-42d4-a534-02c1ebbd2140 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.0781410
Jun 27 12:27:22.786366 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-aae33e27-86cc-4b02-aa29-55f0bf62072b req-6c9762d4-23c2-4340-a314-8e4a8888b289 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472720
Jun 27 12:27:22.835733 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:27:22.866855 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47010) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:22.929562 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:22.960164 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.070272 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.074018 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-bede71a1-128c-4340-affb-c75585d1a7bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:23.089383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17deb8-da61-4dc6-8d23-d2581411b860,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:23.091949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:23.166073 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.167200 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-69d8b118-60b9-44d5-acff-52979df6d379 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "DELETE /v2.0/security-groups/1b17deb8-da61-4dc6-8d23-d2581411b860 HTTP/1.1" status: 204  len: 168 time: 0.2996690
Jun 27 12:27:23.169912 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47014) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:23.186385 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.api.v2.resource [None req-8b424d0b-b9ab-465c-94a4-e3586d78a708 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] show failed (client error): The resource could not be found.
Jun 27 12:27:23.189021 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8b424d0b-b9ab-465c-94a4-e3586d78a708 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "GET /v2.0/security-groups/1b17deb8-da61-4dc6-8d23-d2581411b860 HTTP/1.1" status: 404  len: 347 time: 0.0165443
Jun 27 12:27:23.191477 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47018) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:23.341482 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Deleting port 10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:23.341731 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.366971 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device cc8b9bbf-da22-46b3-b93f-087e47a127a7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:27:23.400571 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: cc8b9bbf-da22-46b3-b93f-087e47a127a7 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:27:23.400931 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device cc8b9bbf-da22-46b3-b93f-087e47a127a7 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:27:23.570727 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.571058 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.688950 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Calling delete_port for 10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:23.916347 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:23.920184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:23.962111 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Pushing event deleted for resources: {'Port': ['ID=10511bdb-a3dc-48f1-8d7c-1ba82ce0b17f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:23.966317 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:24.060243 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:24.075386 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:24.076523 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4903313a-43f7-4586-a4fe-f410d484a343 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] 10.222.0.21 "DELETE /v2.0/floatingips/f96277e8-fb43-45f0-8e6a-a04c122e5059 HTTP/1.1" status: 204  len: 168 time: 0.8841507
Jun 27 12:27:28.705850 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47050) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:29.260385 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:29.910016 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Deleting port a0dc5a38-cb53-4a0d-a534-f36a8f766e20 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:29.910582 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:30.082135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] For port a0dc5a38-cb53-4a0d-a534-f36a8f766e20, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:30.082488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:30.198308 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Calling delete_port for a0dc5a38-cb53-4a0d-a534-f36a8f766e20 owned by network:router_interface {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:30.573016 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:30.576551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:30.618779 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dc5a38-cb53-4a0d-a534-f36a8f766e20,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:30.623713 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:30.909210 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:31.556849 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Router ccd40498-0ebb-4fcb-938a-711c29e03650 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:27:31.758657 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:27:31.766961 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Sync routers for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:27:31.770629 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccd40498-0ebb-4fcb-938a-711c29e03650/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0637367
Jun 27 12:27:31.774237 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47056) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:31.779278 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:31.779880 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d941af10>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:31.959933 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:27:31.969239 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks [] for router, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:32.174252 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:32.247030 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Deleting port 0ed3ab80-a513-4b77-8fb2-7018db13e406 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:32.247376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:32.270989 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d941af10>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:27:30Z', 'revision_number': 5, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port': {'id': '0ed3ab80-a513-4b77-8fb2-7018db13e406', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:4c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:05Z', 'updated_at': '2021-06-27T12:20:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:32.276216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Checking router: ccd40498-0ebb-4fcb-938a-711c29e03650 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:27:32.286629 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Routers {'ccd40498-0ebb-4fcb-938a-711c29e03650'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:32.287230 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d941af10>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccd40498-0ebb-4fcb-938a-711c29e03650'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:32.416446 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] For port 0ed3ab80-a513-4b77-8fb2-7018db13e406, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0ed3ab80-a513-4b77-8fb2-7018db13e406,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:32.416803 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:32.434169 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] Set router ccd40498-0ebb-4fcb-938a-711c29e03650 gateway port host: None {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:27:32.533350 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Calling delete_port for 0ed3ab80-a513-4b77-8fb2-7018db13e406 owned by network:router_gateway {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:32.534712 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d941af10>, [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 6, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:32.538723 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a552d0d-a0e4-4731-87b9-f6d097785a7b None None] The sync data for ids ['ccd40498-0ebb-4fcb-938a-711c29e03650'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccd40498-0ebb-4fcb-938a-711c29e03650', 'name': 'tempest-AttachVolumeTestJSON-763447420-router', 'tenant_id': '3e9906c6a13a49229fa51a56a97710e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:03Z', 'updated_at': '2021-06-27T12:27:32Z', 'revision_number': 6, 'project_id': '3e9906c6a13a49229fa51a56a97710e8', 'gw_port_host': None}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:27:32.732745 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:32.736205 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d12cb3c8-bc81-4019-a14f-ca1cbad77922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:32.865805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed3ab80-a513-4b77-8fb2-7018db13e406,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:32.870263 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:33.085106 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.337677 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.342165 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.485818 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.486369 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd40498-0ebb-4fcb-938a-711c29e03650 {{(pid=74899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:27:33.499613 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.500757 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-39e1da25-68a6-475f-8dba-75e263049740 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ccd40498-0ebb-4fcb-938a-711c29e03650 HTTP/1.1" status: 204  len: 168 time: 1.7256150
Jun 27 12:27:33.503302 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47060) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:33.562719 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Deleting subnet db8e11ce-bc3a-450f-b256-6d68c4e18a51 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:27:33.565841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.616204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.726872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.852997 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.857104 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:33.890650 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8e11ce-bc3a-450f-b256-6d68c4e18a51,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:33.893911 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:33.897474 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:33.904006 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0045e-7fe8-4b58-9eac-9ec694959d1f None None] Network f758fbdd-e10e-41d1-ba9e-70557b72259a requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:27:33.908282 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-71e3fd08-cd52-4c82-8763-f2efb9ead608 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db8e11ce-bc3a-450f-b256-6d68c4e18a51 HTTP/1.1" status: 204  len: 168 time: 0.4018459
Jun 27 12:27:33.908452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47064) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:33.971829 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a0dc5a38-cb53-4a0d-a534-f36a8f766e20 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:27:34.014964 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.019582 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: a0dc5a38-cb53-4a0d-a534-f36a8f766e20 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:27:34.019932 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device a0dc5a38-cb53-4a0d-a534-f36a8f766e20 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:27:34.020371 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0ed3ab80-a513-4b77-8fb2-7018db13e406 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:27:34.025398 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Deleting port df1ac828-e340-4950-92b1-0411340e59c4 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:34.025731 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.062008 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 0ed3ab80-a513-4b77-8fb2-7018db13e406 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:27:34.062358 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0ed3ab80-a513-4b77-8fb2-7018db13e406 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:27:34.217559 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] DHCP port deletion for f758fbdd-e10e-41d1-ba9e-70557b72259a request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:27:34.222598 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Deleting port df1ac828-e340-4950-92b1-0411340e59c4 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:34.223326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.224840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] For port df1ac828-e340-4950-92b1-0411340e59c4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=df1ac828-e340-4950-92b1-0411340e59c4,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:34.225193 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.434533 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] For port df1ac828-e340-4950-92b1-0411340e59c4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=df1ac828-e340-4950-92b1-0411340e59c4,segment=NetworkSegment(0588c214-1d0b-45a1-976a-1f2aedc7bb26),segment_id=0588c214-1d0b-45a1-976a-1f2aedc7bb26)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:34.434869 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.439042 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Calling delete_port for df1ac828-e340-4950-92b1-0411340e59c4 owned by network:dhcp {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:34.556621 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Calling delete_port for df1ac828-e340-4950-92b1-0411340e59c4 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:34.566440 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.570322 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2482b916-f7a4-4040-a5dc-4f521dfa731e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:34.614376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Pushing event deleted for resources: {'Port': ['ID=df1ac828-e340-4950-92b1-0411340e59c4,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:34.617989 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:34.620931 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] No DVR routers for this DVR port df1ac828-e340-4950-92b1-0411340e59c4 on host dv-cinder-798098-1-iscsi {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:27:34.687611 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:27:34.687863 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:27:34.738699 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.750991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d8003eb0>,) {'filters': {'network_id': ['f758fbdd-e10e-41d1-ba9e-70557b72259a']}} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:34.762664 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8003eb0>, '0588c214-1d0b-45a1-976a-1f2aedc7bb26') {'for_net_delete': True} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:34.770113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8003eb0>, '0588c214-1d0b-45a1-976a-1f2aedc7bb26') {} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:34.774509 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2425838'] for segment, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.790389 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.796296 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=74899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:27:34.796713 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2425547'] for segment, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]: Traceback (most recent call last):
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     timer()
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     cb(*args, **kw)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     return func(*args, **kwargs)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     self._notify()
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     self.callback(batched_events)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     event.method(event)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     return f(self, *a, **k)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._get(url).json()
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:27:34.809695 dv-cinder-798098-1-iscsi neutron-server[74899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:27:34.950046 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.953711 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:34.967261 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:34.977256 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f758fbdd-e10e-41d1-ba9e-70557b72259a,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:34.980267 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:35.053695 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-dba90b09-aa56-44bf-b83e-d3d4a796ed84 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f758fbdd-e10e-41d1-ba9e-70557b72259a HTTP/1.1" status: 204  len: 168 time: 1.1442881
Jun 27 12:27:35.189220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Deleting port df1ac828-e340-4950-92b1-0411340e59c4 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:35.189797 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:35.255236 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-adf3eba2-a6a1-4fe9-9afe-875ba9865447 None None] The port 'df1ac828-e340-4950-92b1-0411340e59c4' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:27:35.371874 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47070) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:35.421572 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ec7d90de-02a2-4184-a939-237156ed9543 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e9906c6a13a49229fa51a56a97710e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0484643
Jun 27 12:27:35.423876 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47074) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:35.481781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:35.506310 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:35.619322 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:35.624213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4ced2f53-2e18-4ca9-9d7e-b41a9f30bc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:35.639411 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91081e6e-3068-4bf2-9cdb-f16cc4709b55,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:35.642287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:35.644107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:35.645239 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91081e6e-3068-4bf2-9cdb-f16cc4709b55 HTTP/1.1" status: 204  len: 168 time: 0.2204623
Jun 27 12:27:35.931549 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device df1ac828-e340-4950-92b1-0411340e59c4 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:27:35.963874 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: df1ac828-e340-4950-92b1-0411340e59c4 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:27:35.964233 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device df1ac828-e340-4950-92b1-0411340e59c4 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:27:36.200892 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:41.389814 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9ca7aa00-31e9-4f6e-88ea-1b0c0fe4786a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:41.766895 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:43.590220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b7a8a0e8-f6b0-41ab-a048-4db8cfacc3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:43.691393 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47154) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:43.832875 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:43.863847 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:27:43.867622 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Usage tracker for resource:security_group_rule and tenant:15b047bf89934cd1accfefbe17784ab0 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:27:43.870484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:27:43.876052 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:27:43.939441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.023843 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.031204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-743278e3-5bf8-42b6-80b0-a92e6ceccaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:44.069913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89569079-13eb-4c93-8d24-ed650762025b,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:44.075699 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15b047bf89934cd1accfefbe17784ab0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3832917
Jun 27 12:27:44.078630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47162) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:44.082628 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.083024 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.083383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.083747 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.084112 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.084498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.084861 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.085218 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.085573 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.085949 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.086300 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:27:44.090400 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:44.140572 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.165961 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.280262 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.285192 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e9f4b8e9-6434-4c23-a94c-58fc97b0485f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:44.296700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89569079-13eb-4c93-8d24-ed650762025b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:44.299537 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:44.301420 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:44.302522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0235168f-2e0b-4609-a030-a97a351887e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89569079-13eb-4c93-8d24-ed650762025b HTTP/1.1" status: 204  len: 168 time: 0.2229216
Jun 27 12:27:44.646898 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.049238 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47174) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:45.067235 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.098419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:27:45.102251 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Usage tracker for resource:security_group_rule and tenant:80f0c028b3d0468a965bb57654a56026 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:27:45.105330 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:27:45.110988 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:27:45.177591 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.240842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.247662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3044c53d-d70d-4783-be08-5704587bb086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:45.366256 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a7cac-c9a6-4ca3-99f7-ce26a26c01e5,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:45.370851 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80f0c028b3d0468a965bb57654a56026&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3206811
Jun 27 12:27:45.371698 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-231a4c76-f47b-4cf4-b7a3-90baf2731843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:45.373826 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47178) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:45.431612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.457677 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.589737 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.593377 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b359b70c-fe4f-4c0d-879b-0c1c9d803567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:45.604869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a7cac-c9a6-4ca3-99f7-ce26a26c01e5,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:45.607277 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:45.613311 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:45.614688 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a9a7cac-c9a6-4ca3-99f7-ce26a26c01e5 HTTP/1.1" status: 204  len: 168 time: 0.2401338
Jun 27 12:27:46.213365 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:56.483429 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db58201-0e83-4908-b772-b01a86cd3c77 req-1b3d7353-f907-4906-abec-cc636c0c56c2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:56.484918 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1db58201-0e83-4908-b772-b01a86cd3c77 req-1b3d7353-f907-4906-abec-cc636c0c56c2 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.0800588
Jun 27 12:27:56.530562 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1db58201-0e83-4908-b772-b01a86cd3c77 req-bc8f6d1f-624e-4e5f-be72-a76524b0e5a4 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401535
Jun 27 12:27:57.752417 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29e75-2eb0-4e9e-a434-0b2d6080b43c req-bd0dc78b-6d82-4d09-82ee-d87461ddcb38 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:57.753874 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9bd29e75-2eb0-4e9e-a434-0b2d6080b43c req-bd0dc78b-6d82-4d09-82ee-d87461ddcb38 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.0800552
Jun 27 12:27:57.800814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9bd29e75-2eb0-4e9e-a434-0b2d6080b43c req-d08c281b-0661-4e3a-b843-f7101175b19d tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups?id=8797f6c1-5681-4706-ac88-46b91476049f&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413487
Jun 27 12:27:57.986584 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-3c787624-86b3-421c-a759-e13b4d5a2e91 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:27:57.987287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-3c787624-86b3-421c-a759-e13b4d5a2e91 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Synchronizing usage tracker for tenant:32238de6486240bd8dd6f65bac391f2a on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:27:58.058045 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-3c787624-86b3-421c-a759-e13b4d5a2e91 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Unset dirty status for tenant:32238de6486240bd8dd6f65bac391f2a on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:27:58.059400 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-3c787624-86b3-421c-a759-e13b4d5a2e91 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 946 time: 0.1497231
Jun 27 12:27:58.132194 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Deleting port df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:27:58.132802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:58.418253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] For port df93892f-3e6b-4c99-a6de-edd70d179a00, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=df93892f-3e6b-4c99-a6de-edd70d179a00,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:27:58.418517 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:58.726568 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:58.726943 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:58.727266 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Floating IP b78fcdd5-aec3-4983-bb9a-e44cfacd8395 disassociated. External IP: 172.27.2.171, port: df93892f-3e6b-4c99-a6de-edd70d179a00.
Jun 27 12:27:58.727612 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Calling delete_port for df93892f-3e6b-4c99-a6de-edd70d179a00 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:27:58.944055 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:58.950564 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5687a5fd-e55e-4171-b937-ba7de5d1ada9 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:58.988399 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-39307deb-41ee-4492-b354-6d43b2890142 req-a09fe89f-e6d6-4166-8009-0abcc62c3336 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 210 time: 0.0457866
Jun 27 12:27:58.997287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'Port': ['ID=df93892f-3e6b-4c99-a6de-edd70d179a00,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:59.001351 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:59.205440 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:27:59.266572 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47288) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:59.410528 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:27:59.417087 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.420488 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:27:59.434451 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:59.435454 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d905a040>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:59.453062 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:27:59.457122 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Usage tracker for resource:security_group_rule and tenant:9e54b123990946b2a0d5d1da5f84d81d is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:27:59.460019 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:27:59.467192 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:27:59.489803 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] No DVR routers for this DVR port df93892f-3e6b-4c99-a6de-edd70d179a00 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:27:59.492317 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.496228 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-deleted', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:27:59.537504 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.556104 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ee4a5-1381-4715-b257-fec69d8c1cdd', 'name': 'network-vif-deleted', 'tag': 'df93892f-3e6b-4c99-a6de-edd70d179a00', 'status': 'completed', 'code': 200}
Jun 27 12:27:59.590820 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-2a81a3ac-a56b-4d66-92c5-9808422c0525 req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.47 "DELETE /v2.0/ports/df93892f-3e6b-4c99-a6de-edd70d179a00 HTTP/1.1" status: 204  len: 173 time: 1.5260565
Jun 27 12:27:59.623488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.625950 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:27:59.630962 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-645f2f3d-2ae4-461f-a269-009a29b72a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:27:59.671523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a41c1-06e2-4a75-ba21-a36a1183a231,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:27:59.674766 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:27:59.680307 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e54b123990946b2a0d5d1da5f84d81d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4098144
Jun 27 12:27:59.681697 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47296) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:27:59.846487 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.847405 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:27:59.876606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:27:59.952832 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d905a040>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:27:59.956804 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:27:59.967474 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:27:59.968065 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d905a040>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:00.006630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:00.012263 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ad15d0f5-88a6-4c22-84ce-397b9577319a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:00.024794 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a41c1-06e2-4a75-ba21-a36a1183a231,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:00.027556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:00.028706 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:00.030036 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d23a41c1-06e2-4a75-ba21-a36a1183a231 HTTP/1.1" status: 204  len: 168 time: 0.3465240
Jun 27 12:28:00.160991 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:28:00.211204 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-126c04cf-bd7e-438a-b5de-06b014428028 req-f9b735d0-ea40-4c55-88ec-e6dd0e0a1923 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/ports?device_id=472ee4a5-1381-4715-b257-fec69d8c1cdd HTTP/1.1" status: 200  len: 210 time: 0.0467768
Jun 27 12:28:00.500763 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d905a040>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:00.504772 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c0490a-edf8-4798-86ea-7db0c5244fc2 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:20:08Z', 'revision_number': 4, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c55febba-4132-4269-93a3-ee39e3acac46', 'name': '', 'network_id': '741273bf-66e0-46e4-a3ad-cf6292253502', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'mac_address': 'fa:16:3e:06:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:07Z', 'updated_at': '2021-06-27T12:20:24Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'subnets': [{'id': '37e38920-e5be-4018-8516-c83d2ba78b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:28:00.716765 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47306) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:00.722277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446cd056-7390-4c83-9f7e-6e3065dcf2ec None None] New status for floating IP b78fcdd5-aec3-4983-bb9a-e44cfacd8395: DOWN {{(pid=74901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:28:00.736325 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:00.767894 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:00.771714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Usage tracker for resource:security_group_rule and tenant:64a55d085ba74a9c8f3e2567ada1feb0 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:00.774516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:00.780293 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:00.850768 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:00.909140 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:00.916925 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-76426dec-56b2-4d4b-8070-417337870cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:00.958263 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651e038-241e-4bff-996d-c2a572d53d6f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:00.961724 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:00.964505 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64a55d085ba74a9c8f3e2567ada1feb0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2465241
Jun 27 12:28:00.967142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47310) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:01.026726 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.051873 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.149105 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.153801 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-fe85b36b-cf99-4201-a2d8-25afe8120e67 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:01.167814 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651e038-241e-4bff-996d-c2a572d53d6f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:01.170634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:01.179724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.180888 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f651e038-241e-4bff-996d-c2a572d53d6f HTTP/1.1" status: 204  len: 168 time: 0.2127805
Jun 27 12:28:01.441724 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47320) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:01.507805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.534932 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.581723 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:28:01.614245 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: df93892f-3e6b-4c99-a6de-edd70d179a00 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:28:01.614602 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device df93892f-3e6b-4c99-a6de-edd70d179a00 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:28:01.646036 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.650019 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-816b08fa-4e19-4070-8acc-cca764b8bf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:01.667484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8797f6c1-5681-4706-ac88-46b91476049f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:01.670298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:01.749040 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:01.759957 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "DELETE /v2.0/security-groups/8797f6c1-5681-4706-ac88-46b91476049f HTTP/1.1" status: 204  len: 168 time: 0.3074975
Jun 27 12:28:01.759957 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47332) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:01.769974 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.api.v2.resource [None req-73cb6d80-2472-4651-9e04-23eb67260b47 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] show failed (client error): The resource could not be found.
Jun 27 12:28:01.770957 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-73cb6d80-2472-4651-9e04-23eb67260b47 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "GET /v2.0/security-groups/8797f6c1-5681-4706-ac88-46b91476049f HTTP/1.1" status: 404  len: 347 time: 0.0171027
Jun 27 12:28:01.773868 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47336) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:01.927021 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Deleting port f84c2182-4150-45a5-b68a-564afb454513 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:01.927374 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.188204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.188603 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.308490 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Calling delete_port for f84c2182-4150-45a5-b68a-564afb454513 owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:28:02.498129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.501940 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d324bc64-f08f-4e2e-9dd9-f7135d40f347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:02.541689 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Pushing event deleted for resources: {'Port': ['ID=f84c2182-4150-45a5-b68a-564afb454513,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:02.545184 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:02.641159 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.655306 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:02.658954 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-dadfdac1-3a51-4dac-8af7-11c4b33fd65a tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] 10.222.0.21 "DELETE /v2.0/floatingips/b78fcdd5-aec3-4983-bb9a-e44cfacd8395 HTTP/1.1" status: 204  len: 168 time: 0.8817170
Jun 27 12:28:05.794138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47402) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:06.229558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:06.407096 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:06.991721 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Deleting port c55febba-4132-4269-93a3-ee39e3acac46 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:06.992465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:07.159326 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] For port c55febba-4132-4269-93a3-ee39e3acac46, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c55febba-4132-4269-93a3-ee39e3acac46,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:07.159601 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:07.357955 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Calling delete_port for c55febba-4132-4269-93a3-ee39e3acac46 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:28:07.620992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:07.625599 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:07.669628 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Pushing event deleted for resources: {'Port': ['ID=c55febba-4132-4269-93a3-ee39e3acac46,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:07.674712 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-d059a6b1-5f81-4ff1-80f9-b99128cee8bb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1166630
Jun 27 12:28:07.675253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:07.913760 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-15f9a2c6-38da-4aa2-98f4-e46da2d78f8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1098 time: 0.2019079
Jun 27 12:28:08.150075 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9881-0869-41e0-a722-1c376587b934 req-8d45c6a7-579b-4629-b325-ac1dedbff7b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:08.151599 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-8d45c6a7-579b-4629-b325-ac1dedbff7b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.2115726
Jun 27 12:28:08.210607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:08.331065 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-3c63df34-0ff8-4964-b2cc-65b9efe47300 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 1001 time: 0.1723766
Jun 27 12:28:08.409074 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9881-0869-41e0-a722-1c376587b934 req-608d1e6a-2286-4f17-bc96-01bb436ab6cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:08.410521 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-608d1e6a-2286-4f17-bc96-01bb436ab6cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0734937
Jun 27 12:28:08.579924 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-c5ae17e1-db6c-4a3a-a3a9-f76ce353a14e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1610093
Jun 27 12:28:08.969385 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-c66a54de-e31b-496a-9845-3375cf09e807 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3367267
Jun 27 12:28:09.174650 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-198e9881-0869-41e0-a722-1c376587b934 req-dcc9f82e-e4be-4977-8394-1d7cdf6bf884 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512251
Jun 27 12:28:09.293630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:28:09.491343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:28:09.501524 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Sync routers for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:28:09.515271 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:28:09.515884 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d921eaf0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:09.517461 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] 10.222.0.21 "PUT /v2.0/routers/5df07cba-5a37-4a93-b14b-6a1b4bc61684/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7221785
Jun 27 12:28:09.520082 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47462) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:09.699951 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:28:09.719397 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:09.918195 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:09.984462 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d921eaf0>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:28:07Z', 'revision_number': 5, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port': {'id': '26fc5f81-f49d-43c4-8303-1c82014fa74e', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:20:02Z', 'updated_at': '2021-06-27T12:20:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:09.988149 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Checking router: 5df07cba-5a37-4a93-b14b-6a1b4bc61684 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:28:09.995527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Deleting port 26fc5f81-f49d-43c4-8303-1c82014fa74e {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:09.995892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:09.999299 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Routers {'5df07cba-5a37-4a93-b14b-6a1b4bc61684'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:28:09.999890 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d921eaf0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:27:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:10.146389 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] Set router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:28:10.179184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] For port 26fc5f81-f49d-43c4-8303-1c82014fa74e, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=26fc5f81-f49d-43c4-8303-1c82014fa74e,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:10.179754 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:10.253399 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d921eaf0>, [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:28:09Z', 'revision_number': 6, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:10.257308 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c749da-b03c-4e8a-8d3b-4e6f86895803 None None] The sync data for ids ['5df07cba-5a37-4a93-b14b-6a1b4bc61684'] in dv-cinder-798098-1-iscsi is: [{'id': '5df07cba-5a37-4a93-b14b-6a1b4bc61684', 'name': 'tempest-AttachVolumeShelveTestJSON-443760587-router', 'tenant_id': '32238de6486240bd8dd6f65bac391f2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:20:01Z', 'updated_at': '2021-06-27T12:28:09Z', 'revision_number': 6, 'project_id': '32238de6486240bd8dd6f65bac391f2a', 'gw_port_host': None}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:28:10.300591 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Calling delete_port for 26fc5f81-f49d-43c4-8303-1c82014fa74e owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:28:10.600851 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:10.605419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f270b1b4-c949-42f9-b535-71f7a43c4078 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:10.646621 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26fc5f81-f49d-43c4-8303-1c82014fa74e,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:10.650977 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:10.883641 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.147727 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.152906 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.275004 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.276812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5df07cba-5a37-4a93-b14b-6a1b4bc61684 {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:28:11.291869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.295984 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5df07cba-5a37-4a93-b14b-6a1b4bc61684 HTTP/1.1" status: 204  len: 168 time: 1.7723846
Jun 27 12:28:11.296632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47478) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:11.362825 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Deleting subnet 37e38920-e5be-4018-8516-c83d2ba78b0b {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:28:11.366420 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.411921 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf20e-dcfa-4fc4-854e-7a86218dc2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.420261 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.468481 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47484) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:11.540661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.625367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.655858 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:11.659747 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Usage tracker for resource:security_group_rule and tenant:7e790eb032734c429c98aac818dde0e2 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:11.662653 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:11.669201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:11.725872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.739343 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:11.770697 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.777163 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37e38920-e5be-4018-8516-c83d2ba78b0b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:11.780365 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:11.781335 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.786804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74e6755-4ba8-4d3b-975e-d06d0cd7df98 None None] Network 741273bf-66e0-46e4-a3ad-cf6292253502 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:28:11.795720 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-adac1edb-706d-493a-ba53-311f2543485c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/37e38920-e5be-4018-8516-c83d2ba78b0b HTTP/1.1" status: 204  len: 168 time: 0.4971907
Jun 27 12:28:11.795904 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47490) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:11.864919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.867884 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.876686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ffdff760-66c4-4cd9-81a7-0c9640aff5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:11.947192 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.949301 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd3e7f2-58d7-4648-ad76-e54a15fba2af,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:11.953321 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:11.961375 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e790eb032734c429c98aac818dde0e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4917433
Jun 27 12:28:11.961635 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47494) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:11.978059 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Deleting port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:11.978455 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:11.984229 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c55febba-4132-4269-93a3-ee39e3acac46 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:28:12.018588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: c55febba-4132-4269-93a3-ee39e3acac46 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:28:12.018943 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c55febba-4132-4269-93a3-ee39e3acac46 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:28:12.019374 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 26fc5f81-f49d-43c4-8303-1c82014fa74e no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:28:12.031027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.052570 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 26fc5f81-f49d-43c4-8303-1c82014fa74e {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:28:12.053006 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 26fc5f81-f49d-43c4-8303-1c82014fa74e not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:28:12.063360 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.148319 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] DHCP port deletion for 741273bf-66e0-46e4-a3ad-cf6292253502 request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:28:12.152977 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Deleting port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:12.153356 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.183479 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.190879 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c5d05260-76e0-414b-a88e-739ed6408a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:12.204725 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd3e7f2-58d7-4648-ad76-e54a15fba2af,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:12.207520 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:12.210325 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.215945 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-058b568b-ec80-41a3-95df-de39c6210848 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fd3e7f2-58d7-4648-ad76-e54a15fba2af HTTP/1.1" status: 204  len: 168 time: 0.2531202
Jun 27 12:28:12.308236 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] For port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:12.312638 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.368782 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] For port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,segment=NetworkSegment(c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284),segment_id=c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:12.369840 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.426334 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Calling delete_port for ca180dba-3156-4ca9-b75b-6bcd1df7ee0b owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:28:12.489127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Calling delete_port for ca180dba-3156-4ca9-b75b-6bcd1df7ee0b owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:28:12.572273 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.577043 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a7bbbc6b-97a4-41a7-9744-ecba690d7fe7 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:12.577694 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:28:12.578066 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:28:12.619403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ca180dba-3156-4ca9-b75b-6bcd1df7ee0b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:12.622204 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:12.625307 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] No DVR routers for this DVR port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:28:12.740662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.753509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d8906910>,) {'filters': {'network_id': ['741273bf-66e0-46e4-a3ad-cf6292253502']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:12.766207 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8906910>, 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:12.766545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d8906910>, 'c55b3ff8-3a4e-4b7a-bf34-e6925d1ea284') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:12.778965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.795675 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.802169 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:28:12.802553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:28:12.815654 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:28:12.891644 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47502) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:12.911117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.941567 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:12.945354 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:dce43097ab7743f39cfe39098041d460 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:12.948769 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:12.954298 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:12.971615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.975577 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f3631958-5ac8-4043-b1d1-98212f453c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:12.991802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:12.998448 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Pushing event deleted for resources: {'Network': ['ID=741273bf-66e0-46e4-a3ad-cf6292253502,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:13.004200 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:13.030617 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.075407 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/741273bf-66e0-46e4-a3ad-cf6292253502 HTTP/1.1" status: 204  len: 168 time: 1.2783678
Jun 27 12:28:13.079145 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Deleting port ca180dba-3156-4ca9-b75b-6bcd1df7ee0b {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:28:13.079492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.092142 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.116781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-74db54cf-977a-423e-9a7d-e8360a85012b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:13.134307 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dce43097ab7743f39cfe39098041d460&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2391324
Jun 27 12:28:13.135032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47508) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:13.143384 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-48940b99-316f-4952-95c4-472404fb6b70 None None] The port 'ca180dba-3156-4ca9-b75b-6bcd1df7ee0b' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:28:13.171872 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c14d8c-0f99-4431-bc69-2a48a91f9027,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:13.177418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-88104126-7b0a-4e55-a9d9-ff407b065dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:13.211650 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.238168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.354867 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.360015 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e9df3704-ff50-4ba1-b743-ee5cecc0d865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:13.371348 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c14d8c-0f99-4431-bc69-2a48a91f9027,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:13.377924 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:13.379837 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.380995 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4c14d8c-0f99-4431-bc69-2a48a91f9027 HTTP/1.1" status: 204  len: 168 time: 0.2444735
Jun 27 12:28:13.455124 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47514) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:13.506833 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1c4a04f3-3139-42d1-89bd-cb64064ca40f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32238de6486240bd8dd6f65bac391f2a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505331
Jun 27 12:28:13.509350 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47518) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:13.570460 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.595916 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.640109 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-f2267a7a-b469-438d-9383-353623123436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.720497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.725532 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6727fd7a-ab15-47f7-93a3-9e95a8cc11f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:13.745556 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5bd1cb-1928-4efc-aebf-9c072b726e1d,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:13.748510 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:13.750511 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:13.751621 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad5bd1cb-1928-4efc-aebf-9c072b726e1d HTTP/1.1" status: 204  len: 168 time: 0.2407329
Jun 27 12:28:13.953375 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ca180dba-3156-4ca9-b75b-6bcd1df7ee0b no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:28:13.989029 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: ca180dba-3156-4ca9-b75b-6bcd1df7ee0b {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:28:13.989387 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ca180dba-3156-4ca9-b75b-6bcd1df7ee0b not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:28:14.635154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:14.906134 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47560) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:15.039991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-199815640-network', 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:15.047321 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:15.051532 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Usage tracker for resource:network and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:15.055351 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:15.065289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:15.286071 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'network': 1} {{(pid=74899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:28:15.288326 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.301727 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.333448 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:15.337408 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Usage tracker for resource:security_group_rule and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:15.340573 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:15.346523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:15.415595 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.497161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.501315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-67baeeae-7c1f-4af3-a5cb-7c5beae51ee9 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:15.526758 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=74899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:28:15.542143 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31b0816-30c3-411d-8492-4188261f6a43,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:15.546913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:15.547937 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.548279 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.segments_db [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Added segment e0467275-14a4-42f8-8311-4aac9c68db47 of type vlan for network ea032191-7e29-44b2-a54d-c00e7473f7bf
Jun 27 12:28:15.574713 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.675075 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.676595 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:15.677208 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:15.680749 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:15.779641 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Pushing event updated for resources: {'Network': ['ID=ea032191-7e29-44b2-a54d-c00e7473f7bf,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:15.782361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:15.790495 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network ea032191-7e29-44b2-a54d-c00e7473f7bf details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:28:15.858860 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ee151a68-4f71-45d0-a8a8-674f9333822c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9512808
Jun 27 12:28:15.861442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47580) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:15.875814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Request body: {'subnet': {'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-199815640-subnet', 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:15.876166 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:15.880090 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Usage tracker for resource:subnet and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:15.883662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:15.891949 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:15.965827 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:28:15.968239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:16.234675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:16.263429 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:16.268170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:16.340943 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2635979-9ca2-4d3f-b71e-66d349d1aebc,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:16.344794 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:16.355044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Checking segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:28:16.355396 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Network hostable DHCP agents. Network: ea032191-7e29-44b2-a54d-c00e7473f7bf, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:28:16.428355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Network ea032191-7e29-44b2-a54d-c00e7473f7bf is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:28:16.514483 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, ea032191-7e29-44b2-a54d-c00e7473f7bf) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:28:16.519269 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:16.520140 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:16.527446 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e96e8-914e-4a09-af96-dea011cb36e5 None None] Network ea032191-7e29-44b2-a54d-c00e7473f7bf requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:28:16.624212 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-6249119c-0d04-42b3-9516-133adfbe9e77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7610312
Jun 27 12:28:16.770673 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f68182-4eb5-453c-b248-bd49cd26e2e2 None None] Network ea032191-7e29-44b2-a54d-c00e7473f7bf requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:28:17.240991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60252d8-545e-4e75-a946-e3295606d97e req-15c53fe6-4ddc-4048-af49-5dd9574642d4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:17.241658 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-b60252d8-545e-4e75-a946-e3295606d97e req-15c53fe6-4ddc-4048-af49-5dd9574642d4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:network {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:28:17.314691 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-b60252d8-545e-4e75-a946-e3295606d97e req-15c53fe6-4ddc-4048-af49-5dd9574642d4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:network {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:28:17.315837 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-15c53fe6-4ddc-4048-af49-5dd9574642d4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.2220211
Jun 27 12:28:17.332429 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-72f705af-cb7e-4474-b9ec-2089710a7bb2 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/quotas/f90b242c0d0b402bb478eb861e5f7890 HTTP/1.1" status: 200  len: 375 time: 0.0110779
Jun 27 12:28:17.379183 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-7650735d-2054-48b3-8507-2ce0272d6f31 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417485
Jun 27 12:28:17.512113 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-dad47729-f505-4199-b2b6-3c7447ef3f98 service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250606
Jun 27 12:28:17.728136 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-1372b1a6-caa7-4eb4-bc7a-1e18680e0219 service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089953
Jun 27 12:28:18.012694 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-213f88f6-3cc6-4f42-bc67-7c5faef07b58 req-fa2e2ed0-5f98-420a-b918-47226a08a2a7 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 210 time: 0.0477614
Jun 27 12:28:19.173135 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-30e9441b-5e16-4ef0-a1e9-e14b588347dd req-8c410c34-9561-4726-bba8-dd5f807a5ad9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 210 time: 0.0434642
Jun 27 12:28:20.333325 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dc16a524-c886-4f78-857f-7775ea90da0b req-06848d96-2123-4d22-9391-c13eb7cb6d0d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 210 time: 0.0406239
Jun 27 12:28:20.649835 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60252d8-545e-4e75-a946-e3295606d97e req-975e7339-76d1-48eb-b4b1-4f358b8eb38c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:20.652471 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-975e7339-76d1-48eb-b4b1-4f358b8eb38c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1483028
Jun 27 12:28:20.688374 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Request body: {'port': {'device_id': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'admin_state_up': True, 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:20.838941 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:20.842763 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Usage tracker for resource:port and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:20.845698 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:20.851416 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:20.925940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:28:20.929008 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:21.092745 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Allocated IP 172.20.0.4 (ea032191-7e29-44b2-a54d-c00e7473f7bf/c2635979-9ca2-4d3f-b71e-66d349d1aebc/95a00774-02d6-441f-a7fd-14625cf4581f) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:28:21.291442 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:21.389061 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:21.395323 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-79ab5ed5-ff78-42e3-b7c7-23cfd115c73b tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:21.540097 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd7b9f-ad7e-4f5e-a67e-b057c1d3efe7 req-d87c18e4-6464-4d55-a6cd-f77d5bf18737 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:21.541677 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-88bd7b9f-ad7e-4f5e-a67e-b057c1d3efe7 req-d87c18e4-6464-4d55-a6cd-f77d5bf18737 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 931 time: 0.0820885
Jun 27 12:28:21.550428 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Network ea032191-7e29-44b2-a54d-c00e7473f7bf is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:28:21.553535 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:28:21.559803 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:28:21.586905 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-88bd7b9f-ad7e-4f5e-a67e-b057c1d3efe7 req-35247359-8448-40c7-800e-f069ef92de69 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:security_group {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:28:21.587966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event updated for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:21.609881 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.612515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.613198 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.613290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.613638 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:21.619668 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:21.632310 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:21.632965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:21.651773 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-88bd7b9f-ad7e-4f5e-a67e-b057c1d3efe7 req-35247359-8448-40c7-800e-f069ef92de69 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:security_group {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:28:21.652978 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-88bd7b9f-ad7e-4f5e-a67e-b057c1d3efe7 req-35247359-8448-40c7-800e-f069ef92de69 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055050
Jun 27 12:28:21.698859 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0166345
Jun 27 12:28:21.717642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Request body: {'port': {'device_id': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:21.830694 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.176711 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a00774-02d6-441f-a7fd-14625cf4581f {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:22.184283 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.198527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Transition to ACTIVE for port object 95a00774-02d6-441f-a7fd-14625cf4581f will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:28:22.263270 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.267720 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b2fabcc3-ac57-4da9-a37e-eeb32fd96434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:22.394545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Pushing event updated for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:22.397408 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:22.500903 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Attempting to bind port 95a00774-02d6-441f-a7fd-14625cf4581f on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:28:22.501246 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Attempting to bind port 95a00774-02d6-441f-a7fd-14625cf4581f by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:28:22.501574 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Attempting to bind port 95a00774-02d6-441f-a7fd-14625cf4581f on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:22.507541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Port 95a00774-02d6-441f-a7fd-14625cf4581f on network ea032191-7e29-44b2-a54d-c00e7473f7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:28:22.507865 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Attempting to bind port 95a00774-02d6-441f-a7fd-14625cf4581f on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:22.515417 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:28:22.515758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Checking segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:28:22.516148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Bound using segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:28:22.516610 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Bound port: 95a00774-02d6-441f-a7fd-14625cf4581f, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:28:22.516963 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.610148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:28:22.613314 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=95a00774-02d6-441f-a7fd-14625cf4581f,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:28:22.704191 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.715395 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c71d105a-c447-4455-8566-a23cf3f0303c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:22.761694 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:22.763212 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] 10.222.0.47 "PUT /v2.0/ports/95a00774-02d6-441f-a7fd-14625cf4581f HTTP/1.1" status: 200  len: 1093 time: 1.0503507
Jun 27 12:28:22.763786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:22.797677 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Pushing event updated for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:22.800899 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:22.826801 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f', 'status': 'completed', 'code': 200}
Jun 27 12:28:22.898231 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5d3b8-203d-4907-93f1-632eb3803115 req-19563fa2-dbf2-4be5-92b3-1e196afadedf tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:22.900899 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bdb5d3b8-203d-4907-93f1-632eb3803115 req-19563fa2-dbf2-4be5-92b3-1e196afadedf tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0864277
Jun 27 12:28:22.948788 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bdb5d3b8-203d-4907-93f1-632eb3803115 req-b7094a34-3e1f-4c6f-a65d-2923a733d09d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408826
Jun 27 12:28:22.951326 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6162bc43-cbaa-4d07-81ea-80f4f08fff18 req-0d0dd977-221c-4b5a-aa5c-27a1cbabf029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 1096 time: 0.0802133
Jun 27 12:28:23.101640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bc43-cbaa-4d07-81ea-80f4f08fff18 req-7f2667b5-96f8-42b7-b8eb-566621fc8812 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:23.103571 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6162bc43-cbaa-4d07-81ea-80f4f08fff18 req-7f2667b5-96f8-42b7-b8eb-566621fc8812 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f90b242c0d0b402bb478eb861e5f7890&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1384254
Jun 27 12:28:23.242943 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bc43-cbaa-4d07-81ea-80f4f08fff18 req-bd8cfcae-3ac7-48ad-92d4-140448325fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:23.245179 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6162bc43-cbaa-4d07-81ea-80f4f08fff18 req-bd8cfcae-3ac7-48ad-92d4-140448325fe5 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1353173
Jun 27 12:28:23.371513 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-66eba459-2555-4b99-97b5-b84489730e27 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 1096 time: 0.0676179
Jun 27 12:28:23.446210 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-c390c067-7c21-4503-89f7-b9d04f16f92d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a00774-02d6-441f-a7fd-14625cf4581f HTTP/1.1" status: 200  len: 217 time: 0.0625200
Jun 27 12:28:23.507743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60252d8-545e-4e75-a946-e3295606d97e req-150896b0-3bb7-4720-bbf4-9b33c3397f04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:23.509156 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-150896b0-3bb7-4720-bbf4-9b33c3397f04 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 200  len: 854 time: 0.0565045
Jun 27 12:28:23.554479 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-9b329805-fb3c-4ac4-bf85-e58b60a088f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea032191-7e29-44b2-a54d-c00e7473f7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392258
Jun 27 12:28:23.761844 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-3e20e334-0f4f-4d8a-96eb-4d01502262eb service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2002435
Jun 27 12:28:23.896764 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b60252d8-545e-4e75-a946-e3295606d97e req-f1daace7-a2d4-4c91-97b9-69349164625b service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287620
Jun 27 12:28:24.155176 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be258ade-b3b2-4ad6-b1e1-a2342cd4d4d4 req-63cf8ca6-5418-48c4-a282-41837b36d3ec tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:24.162348 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be258ade-b3b2-4ad6-b1e1-a2342cd4d4d4 req-63cf8ca6-5418-48c4-a282-41837b36d3ec tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0869858
Jun 27 12:28:24.203759 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be258ade-b3b2-4ad6-b1e1-a2342cd4d4d4 req-232767c2-9633-4a8c-9ada-14eb438493db tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416691
Jun 27 12:28:25.400848 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475f09e-b3e5-4141-a7df-dd0935bc194e req-4d373f41-b63a-421b-927f-54277b7070fe tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:25.402039 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1475f09e-b3e5-4141-a7df-dd0935bc194e req-4d373f41-b63a-421b-927f-54277b7070fe tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0766778
Jun 27 12:28:25.450837 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1475f09e-b3e5-4141-a7df-dd0935bc194e req-82bbdd6e-e05e-45d2-9660-9e37cfb66954 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433407
Jun 27 12:28:26.646310 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45cf9f-60aa-41a6-a2a6-745b5a78d459 req-54069492-4dc8-48bd-bc2e-d4ba45b3a405 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:26.647758 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ac45cf9f-60aa-41a6-a2a6-745b5a78d459 req-54069492-4dc8-48bd-bc2e-d4ba45b3a405 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0771091
Jun 27 12:28:26.693830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ac45cf9f-60aa-41a6-a2a6-745b5a78d459 req-9ddc4a4c-e71e-434e-80ff-1d8fd3019576 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398328
Jun 27 12:28:27.893405 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d53806-93f6-4675-b193-6480326476cf req-18781baa-e721-437e-8798-cb5230dabf5e tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:27.894838 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-25d53806-93f6-4675-b193-6480326476cf req-18781baa-e721-437e-8798-cb5230dabf5e tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0821741
Jun 27 12:28:27.940626 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-25d53806-93f6-4675-b193-6480326476cf req-6cfe7ca0-b7f1-448b-8111-8d4ab9a29891 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397816
Jun 27 12:28:28.882271 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 95a00774-02d6-441f-a7fd-14625cf4581f details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:28:29.016417 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=95a00774-02d6-441f-a7fd-14625cf4581f,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:29.029631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '95a00774-02d6-441f-a7fd-14625cf4581f', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'port_id': '95a00774-02d6-441f-a7fd-14625cf4581f', 'mac_address': 'fa:16:3e:93:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2635979-9ca2-4d3f-b71e-66d349d1aebc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:28:29.084311 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:29.103884 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a00774-02d6-441f-a7fd-14625cf4581f {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:29.142285 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c245922-5069-4c13-8b6c-36d37e395011 req-cc3b1298-b972-428c-8ab8-a814a1d32185 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:29.143662 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4c245922-5069-4c13-8b6c-36d37e395011 req-cc3b1298-b972-428c-8ab8-a814a1d32185 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 943 time: 0.0771868
Jun 27 12:28:29.188038 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=95a00774-02d6-441f-a7fd-14625cf4581f,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:29.189178 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4c245922-5069-4c13-8b6c-36d37e395011 req-85834a51-e821-43d5-b66d-576d9f091315 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397563
Jun 27 12:28:29.308913 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:29.310907 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:29.376914 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:29.385535 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.385890 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.386237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.386575 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.386911 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.387245 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.387683 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.388019 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.388363 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.388695 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.389018 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:29.392820 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:29.628859 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:28:30.392077 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10f44d-61d3-46ef-8e89-820a5d260685 req-12a4bfc6-beec-41ea-993c-b5d4a51c0063 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:30.393572 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f10f44d-61d3-46ef-8e89-820a5d260685 req-12a4bfc6-beec-41ea-993c-b5d4a51c0063 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 944 time: 0.0831227
Jun 27 12:28:30.442183 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3f10f44d-61d3-46ef-8e89-820a5d260685 req-adb3e82b-de21-48e5-84ae-583c2b2de752 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426612
Jun 27 12:28:30.922327 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47722) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:31.065265 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.097911 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:31.102275 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Usage tracker for resource:security_group_rule and tenant:38fa7be5e1c149b1b42e8abc89f0bd9d is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:31.109795 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:31.113445 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:31.185273 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.245441 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.252701 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d0620860-df16-47c4-a16c-4bc908dde6f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:31.295995 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbd0920-94b1-40c1-802b-2365f866273f,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:31.299701 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:31.303395 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38fa7be5e1c149b1b42e8abc89f0bd9d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3796821
Jun 27 12:28:31.305755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47732) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:31.373812 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.398524 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.514470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.519506 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5deb969a-66ea-4f4c-8ed1-e9f0fbe2851b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:31.532478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbd0920-94b1-40c1-802b-2365f866273f,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:31.534765 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:31.538179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:31.540292 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-afb2607c-f4c7-443c-a01f-00132eb92806 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dbd0920-94b1-40c1-802b-2365f866273f HTTP/1.1" status: 204  len: 168 time: 0.2321873
Jun 27 12:28:31.660350 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec1971-da98-4553-a54f-ad3de5554d42 req-97bca822-a19b-407a-8db4-846b0bc57276 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:31.661866 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e6ec1971-da98-4553-a54f-ad3de5554d42 req-97bca822-a19b-407a-8db4-846b0bc57276 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 944 time: 0.0783520
Jun 27 12:28:31.711536 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e6ec1971-da98-4553-a54f-ad3de5554d42 req-da1fc514-d1aa-4c5d-8cff-853d6abfe145 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436983
Jun 27 12:28:31.968227 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 95a00774-02d6-441f-a7fd-14625cf4581f up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:28:32.119603 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 95a00774-02d6-441f-a7fd-14625cf4581f completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:28:32.124858 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 95a00774-02d6-441f-a7fd-14625cf4581f triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:28:32.125244 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.176609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47746) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:32.195509 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.229131 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:32.233158 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Usage tracker for resource:security_group_rule and tenant:722dec63bf594815a4a2ab43a927ac83 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:32.235977 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:32.241695 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:32.249776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.278818 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:32.288596 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=95a00774-02d6-441f-a7fd-14625cf4581f,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:32.315287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.334074 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f', 'code': 200}
Jun 27 12:28:32.348554 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.350361 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:32.371469 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.379247 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-59040d62-e918-454b-a9fa-18eb5e6f9777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:32.419767 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:32.421991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d7262-83b8-4c78-a643-fc4d8edb76f4,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:32.423138 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:32.425596 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:32.428172 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-dbef5e84-992e-4ee2-a2d3-d37e902bbcd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=722dec63bf594815a4a2ab43a927ac83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2503359
Jun 27 12:28:32.430581 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47752) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:32.490465 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.515867 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.622782 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.627507 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e2548c26-b3e9-49da-8eed-bb160886de1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:32.639646 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d7262-83b8-4c78-a643-fc4d8edb76f4,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:32.642482 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:32.644402 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:32.648023 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e2340e40-4648-4d15-bb01-f68e1e78cdfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be1d7262-83b8-4c78-a643-fc4d8edb76f4 HTTP/1.1" status: 204  len: 168 time: 0.2139623
Jun 27 12:28:32.698879 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fa90479e-c1d2-4b5c-b65a-35ce81ce37fe req-ac58fa67-6fe3-4067-a4b7-61f4d1fcc7c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 1098 time: 0.0755937
Jun 27 12:28:32.740857 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fa90479e-c1d2-4b5c-b65a-35ce81ce37fe req-48c1cf9f-1136-404a-b59e-805bed51702a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354342
Jun 27 12:28:32.909146 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46788188-91f0-4bb3-9471-4e9386d2ccb6 req-87f9612f-4ae6-4a94-a1b3-8f5c665b5c85 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:32.910613 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46788188-91f0-4bb3-9471-4e9386d2ccb6 req-87f9612f-4ae6-4a94-a1b3-8f5c665b5c85 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.0770166
Jun 27 12:28:32.955744 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46788188-91f0-4bb3-9471-4e9386d2ccb6 req-a81a6055-0ba3-4d70-b0f2-7614b7d81141 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392447
Jun 27 12:28:34.166904 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9b147-f7e5-4183-ab45-f2756a685dde req-ffcb9a28-b494-485f-b85f-7a1a6485791c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:34.168500 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63d9b147-f7e5-4183-ab45-f2756a685dde req-ffcb9a28-b494-485f-b85f-7a1a6485791c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.0842855
Jun 27 12:28:34.218698 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63d9b147-f7e5-4183-ab45-f2756a685dde req-b04a5bf0-8160-46ae-83de-f1bbc2e702a5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416546
Jun 27 12:28:34.832194 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-941e230a-89b8-480f-980f-489f07a58369 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019432126&fields=id&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 267 time: 0.0470622
Jun 27 12:28:35.069805 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-69a9ce1f-c821-4196-bdbd-e85a70d40d13 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:35.071960 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-69a9ce1f-c821-4196-bdbd-e85a70d40d13 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.2370284
Jun 27 12:28:35.088426 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-604be419-b447-47cd-a7f7-571c0c7b9b5c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/quotas/3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 375 time: 0.0112033
Jun 27 12:28:35.179125 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-6bda71a3-2c87-450f-b988-58e865fdfb32 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0852551
Jun 27 12:28:35.322824 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-f36f1d0f-1fa6-48d8-96d6-ad79cec3ff04 service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317825
Jun 27 12:28:35.507096 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-3eaec79b-ac3c-4c64-ba6d-0d6bc1d31410 service neutron] 10.222.0.21 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780055
Jun 27 12:28:35.517927 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae169-1790-473d-ba4c-7fadc3453936 req-fd0acab8-52e2-418f-8c80-6141cca8d262 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:35.519358 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bfeae169-1790-473d-ba4c-7fadc3453936 req-fd0acab8-52e2-418f-8c80-6141cca8d262 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.1701350
Jun 27 12:28:35.565928 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bfeae169-1790-473d-ba4c-7fadc3453936 req-36cfbbf9-4680-4cb5-a2f2-b51a851517a8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411749
Jun 27 12:28:36.136885 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6d68480e-a725-4e53-b2df-50daaeb480ac req-432f7798-30e7-450a-ba89-1f1d8bf0dfe4 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 210 time: 0.0491266
Jun 27 12:28:36.263073 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:36.838466 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:28:37.300229 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-05c86e5e-952d-43f5-83f9-8ae706f1a554 req-81fc6905-415c-4f10-bb89-1585197aff92 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 210 time: 0.0429006
Jun 27 12:28:38.223443 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-a192fa01-6fdc-43e4-84c4-6f3071fe0a74 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:38.225023 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-a192fa01-6fdc-43e4-84c4-6f3071fe0a74 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 812 time: 0.1509306
Jun 27 12:28:38.288498 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-656bbf21-06a5-4f73-9de4-06086cd706ab tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b9c6244ba134d74ac46a6cde51c9238 HTTP/1.1" status: 200  len: 380 time: 0.0418355
Jun 27 12:28:38.299102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'port': {'device_id': '35fb2161-33f6-422b-b060-cd8c54505478', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'admin_state_up': True, 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'security_groups': ['e6e8ae95-3e48-488f-b401-a292435c0e7b']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:38.475184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:38.479893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:port and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:38.480705 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-455981e0-ee04-4866-a049-373819d24524 req-5d34400f-2c63-43ee-bfb7-61f27bd68b74 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 210 time: 0.0488687
Jun 27 12:28:38.483170 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:38.491045 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:38.536976 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Made reservation on behalf of 3b9c6244ba134d74ac46a6cde51c9238 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:28:38.540133 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:38.718450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.20.0.12 (4b747fba-88e1-4266-9ad6-01b96d3a83db/92d563b6-16a0-4dc1-a167-ec3d301460fb/678ef929-ce12-44b5-93d7-5e674303a93d) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:28:38.905644 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:38.921185 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Transition to ACTIVE for port object 678ef929-ce12-44b5-93d7-5e674303a93d will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:28:38.995835 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.001880 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-98df6b6a-1c70-4c2e-81a1-183934b1c106 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:39.076025 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:28:39.079607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:28:39.083459 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:28:39.115435 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:39.123341 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:39.155451 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:39.158011 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.252308 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9570661
Jun 27 12:28:39.270766 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Request body: {'port': {'device_id': '35fb2161-33f6-422b-b060-cd8c54505478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:39.384162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.393828 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-ac595854-8645-483a-a152-e2d325dab2d2 None None] Provisioning for port 678ef929-ce12-44b5-93d7-5e674303a93d completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:28:39.399854 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-ac595854-8645-483a-a152-e2d325dab2d2 None None] Provisioning complete for port 678ef929-ce12-44b5-93d7-5e674303a93d triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:28:39.400949 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ac595854-8645-483a-a152-e2d325dab2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.454380 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-ac595854-8645-483a-a152-e2d325dab2d2 None None] Port 678ef929-ce12-44b5-93d7-5e674303a93d cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:28:39.695694 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9244a80-4c8b-481a-832d-5b06936422da req-b44c8c11-d831-415b-8eed-9678160a7643 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:39.697629 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d9244a80-4c8b-481a-832d-5b06936422da req-b44c8c11-d831-415b-8eed-9678160a7643 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 932 time: 0.0843446
Jun 27 12:28:39.747970 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d9244a80-4c8b-481a-832d-5b06936422da req-11af8008-2084-4bef-b2b6-1535923be2d6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442138
Jun 27 12:28:39.752398 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678ef929-ce12-44b5-93d7-5e674303a93d {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:39.759804 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.774212 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Transition to ACTIVE for port object 678ef929-ce12-44b5-93d7-5e674303a93d will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:28:39.851473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:39.855746 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:40.068794 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:40.073211 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:40.189552 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Attempting to bind port 678ef929-ce12-44b5-93d7-5e674303a93d on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:28:40.189893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Attempting to bind port 678ef929-ce12-44b5-93d7-5e674303a93d by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:28:40.190227 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Attempting to bind port 678ef929-ce12-44b5-93d7-5e674303a93d on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:40.195981 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Port 678ef929-ce12-44b5-93d7-5e674303a93d on network 4b747fba-88e1-4266-9ad6-01b96d3a83db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:28:40.196528 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Attempting to bind port 678ef929-ce12-44b5-93d7-5e674303a93d on network 4b747fba-88e1-4266-9ad6-01b96d3a83db {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:40.203065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:28:40.203400 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Checking segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:28:40.203789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Bound using segment: {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:28:40.204210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Bound port: 678ef929-ce12-44b5-93d7-5e674303a93d, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8fd5d7-35de-48fd-91b6-0b5e2173d902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:28:40.204620 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:40.297998 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:28:40.300942 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=678ef929-ce12-44b5-93d7-5e674303a93d,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:28:40.382679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:40.387376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-83108141-12c7-4d2f-8652-2c07f83609bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:40.448633 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:40.450072 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] 10.222.0.47 "PUT /v2.0/ports/678ef929-ce12-44b5-93d7-5e674303a93d HTTP/1.1" status: 200  len: 1094 time: 1.1837063
Jun 27 12:28:40.450594 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:40.467002 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Pushing event updated for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:40.470992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:40.521236 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d', 'status': 'completed', 'code': 200}
Jun 27 12:28:40.648643 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-27059799-83af-46db-af78-363d0d2af453 req-0f8a6a23-2855-43ae-948f-c32d788e38c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1097 time: 0.0734439
Jun 27 12:28:40.810102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27059799-83af-46db-af78-363d0d2af453 req-2331444a-dea4-477f-b61f-d0445ce499c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:40.811737 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-27059799-83af-46db-af78-363d0d2af453 req-2331444a-dea4-477f-b61f-d0445ce499c4 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1472967
Jun 27 12:28:40.947432 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ffa5-4553-4a43-ba26-13bd84189bc2 req-b6dc285c-9354-443e-952a-c07309eb4a99 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:40.948963 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7f15ffa5-4553-4a43-ba26-13bd84189bc2 req-b6dc285c-9354-443e-952a-c07309eb4a99 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0798345
Jun 27 12:28:40.958494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27059799-83af-46db-af78-363d0d2af453 req-e28feeae-cd40-4dac-9658-0bd6e2e143e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:40.959962 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-27059799-83af-46db-af78-363d0d2af453 req-e28feeae-cd40-4dac-9658-0bd6e2e143e8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1411140
Jun 27 12:28:40.999551 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7f15ffa5-4553-4a43-ba26-13bd84189bc2 req-de0df301-ef0c-4b19-b3d8-f2dc36d09ff1 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450022
Jun 27 12:28:41.109642 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-7b562588-82dd-4cfb-976d-a34123a8cb4a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1097 time: 0.0741334
Jun 27 12:28:41.187602 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-098f01e7-c099-4502-b585-98b6ad448d79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=678ef929-ce12-44b5-93d7-5e674303a93d HTTP/1.1" status: 200  len: 217 time: 0.0640872
Jun 27 12:28:41.251358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-3f6250fe-c2a5-4656-a6f4-2f0e734dcd98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:41.252802 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-3f6250fe-c2a5-4656-a6f4-2f0e734dcd98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0589657
Jun 27 12:28:41.330072 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-4de599f3-4ae7-4314-af73-f67fbc6496c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681763
Jun 27 12:28:41.406009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a9f17513-9551-4c4e-afbf-43400b567fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:41.470369 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-50bca470-f25e-4c68-a634-d8b73d0073b5 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299241
Jun 27 12:28:41.610686 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a10fe37f-ab21-47a3-80b0-78f3dee39f4f req-17974221-9b67-417a-8659-acbf7e51ac15 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319594
Jun 27 12:28:41.782423 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:42.199246 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1cd8-2467-4dc0-b3e8-89ee3db29c92 req-6e25415e-a2b6-4cb7-8ca5-662e97785598 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:42.200792 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-392b1cd8-2467-4dc0-b3e8-89ee3db29c92 req-6e25415e-a2b6-4cb7-8ca5-662e97785598 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0790963
Jun 27 12:28:42.247445 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-392b1cd8-2467-4dc0-b3e8-89ee3db29c92 req-ee222ed1-ccef-4789-90fc-7579d1113bb2 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411751
Jun 27 12:28:43.449365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891c97f-9d97-498f-88bd-1c650052fafd req-1535cbf6-45f6-4e0c-9b8d-0d46c527d39a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:43.450865 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1891c97f-9d97-498f-88bd-1c650052fafd req-1535cbf6-45f6-4e0c-9b8d-0d46c527d39a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0809214
Jun 27 12:28:43.497093 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1891c97f-9d97-498f-88bd-1c650052fafd req-7ac4ace2-50c1-4adf-88c9-ee81d5a45985 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405693
Jun 27 12:28:43.611006 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a9f4f5b8-caf2-4f97-b81f-bad803785d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:44.622046 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:44.697484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8050d4-5ccf-416a-bd90-97c5af17be6e req-0ccedf59-47a9-4ec8-9f84-e59cbbc0e8a9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:44.698958 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ee8050d4-5ccf-416a-bd90-97c5af17be6e req-0ccedf59-47a9-4ec8-9f84-e59cbbc0e8a9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0774262
Jun 27 12:28:44.746017 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ee8050d4-5ccf-416a-bd90-97c5af17be6e req-9330a030-3659-40f6-abbd-c9ae4b31e73b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415947
Jun 27 12:28:46.003313 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c23f5b-3a58-4754-8c43-ef3bdceb118d req-efc69c55-0803-4668-8973-057b5aeb794c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:46.004768 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80c23f5b-3a58-4754-8c43-ef3bdceb118d req-efc69c55-0803-4668-8973-057b5aeb794c tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0817764
Jun 27 12:28:46.051255 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80c23f5b-3a58-4754-8c43-ef3bdceb118d req-4ce8d177-8050-4514-beaf-64b40af191db tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408101
Jun 27 12:28:46.239605 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:47.252505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11808790-792d-4893-a7a7-9d1f0943e1e1 req-349919fd-631d-4890-aa82-fd8622408e07 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:47.253969 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-11808790-792d-4893-a7a7-9d1f0943e1e1 req-349919fd-631d-4890-aa82-fd8622408e07 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0808899
Jun 27 12:28:47.303533 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-11808790-792d-4893-a7a7-9d1f0943e1e1 req-52faaea7-ac69-40cf-9905-5b8169d8ccb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424626
Jun 27 12:28:47.646326 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-1b8dc980-dfaf-4456-8ced-bf6835368eb8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:47.647753 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-1b8dc980-dfaf-4456-8ced-bf6835368eb8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1458328
Jun 27 12:28:47.663899 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-6d439207-5935-435f-9630-6ea11e6e3f09 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/quotas/f90b242c0d0b402bb478eb861e5f7890 HTTP/1.1" status: 200  len: 375 time: 0.0102396
Jun 27 12:28:47.744065 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-cf495f45-22ab-4c68-b554-8f5ac82f42a4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0746360
Jun 27 12:28:48.094488 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-cd9d8d85-fb8b-4a58-92dc-bb2a0dbf3f5a service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3438072
Jun 27 12:28:48.223936 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-ba747a86-5db1-4a4c-9001-3f1dc6f245ca service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237488
Jun 27 12:28:48.491979 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-058ca52f-00f4-45e3-9811-a288e7ba068b req-ca2f735c-5bae-4901-8bb3-5dd5ff3b072a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 210 time: 0.0833893
Jun 27 12:28:48.529179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97688b9-0e24-46fe-917d-a6a5bd7a9bf2 req-fbc9e14e-273c-4b0b-9e3f-92e6040df6dd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:48.530633 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d97688b9-0e24-46fe-917d-a6a5bd7a9bf2 req-fbc9e14e-273c-4b0b-9e3f-92e6040df6dd tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0900993
Jun 27 12:28:48.579858 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d97688b9-0e24-46fe-917d-a6a5bd7a9bf2 req-0e779d70-4d31-479f-9ef7-3001363c3d62 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403731
Jun 27 12:28:49.658085 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c7164eee-1125-4db6-b83f-5185ceb676a2 req-3fe4284f-c60d-42b9-bf42-77f390a2adaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 210 time: 0.0423117
Jun 27 12:28:49.781014 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5869dd9-4baa-4f71-8b9a-0b548eb4c643 req-74f5576e-2db8-4425-a0ea-f2abf7f6d31a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:49.782383 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a5869dd9-4baa-4f71-8b9a-0b548eb4c643 req-74f5576e-2db8-4425-a0ea-f2abf7f6d31a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 944 time: 0.0811033
Jun 27 12:28:49.831501 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a5869dd9-4baa-4f71-8b9a-0b548eb4c643 req-8e25ec24-b221-437c-89d4-17674eb9f65d tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429966
Jun 27 12:28:50.082113 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 678ef929-ce12-44b5-93d7-5e674303a93d details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:28:50.213328 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=678ef929-ce12-44b5-93d7-5e674303a93d,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:50.232078 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '678ef929-ce12-44b5-93d7-5e674303a93d', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'port_id': '678ef929-ce12-44b5-93d7-5e674303a93d', 'mac_address': 'fa:16:3e:35:71:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:28:50.285187 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:50.305052 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678ef929-ce12-44b5-93d7-5e674303a93d {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:50.319785 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=678ef929-ce12-44b5-93d7-5e674303a93d,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:50.399420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:50.401421 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:50.465998 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:50.468965 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:50.581117 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-7ad5a185-859d-4b94-8342-87ee9b5cc31d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:50.582546 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-7ad5a185-859d-4b94-8342-87ee9b5cc31d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1472874
Jun 27 12:28:50.615127 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Request body: {'port': {'device_id': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'admin_state_up': True, 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:50.755769 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:50.760640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Usage tracker for resource:port and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:50.763510 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:50.769759 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:50.782225 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['678ef929-ce12-44b5-93d7-5e674303a93d'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:28:50.827010 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-be439a8c-a757-48f1-af84-68b826389868 req-6701eeaa-4fe8-406a-81f8-6bf84a6d7dc2 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 210 time: 0.0417464
Jun 27 12:28:50.850745 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:28:50.854599 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:51.038389 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Allocated IP 172.20.0.2 (ea032191-7e29-44b2-a54d-c00e7473f7bf/c2635979-9ca2-4d3f-b71e-66d349d1aebc/6e814089-f4ca-41aa-855e-ba29dde31d42) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:28:51.053200 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e8eab-3159-4883-9067-7d8614a1edea req-8ac25017-b153-421b-9f27-617ba8f7d11a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:51.054830 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f85e8eab-3159-4883-9067-7d8614a1edea req-8ac25017-b153-421b-9f27-617ba8f7d11a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 945 time: 0.0881886
Jun 27 12:28:51.101931 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f85e8eab-3159-4883-9067-7d8614a1edea req-0690c656-9321-4b96-a1e1-70a90e5ee010 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408978
Jun 27 12:28:51.257516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:51.354842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:51.360901 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:51.428712 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Network ea032191-7e29-44b2-a54d-c00e7473f7bf is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:28:51.432688 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:28:51.436551 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:28:51.467801 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event updated for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:51.473830 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:51.501740 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:51.502345 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:51.599622 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9882927
Jun 27 12:28:51.629666 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Request body: {'port': {'device_id': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:51.725190 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:28:51.818381 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.031921 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c498ac-34b3-4442-9501-cda8bfa22b13 req-f8d27b6c-6a3e-4b59-b2b8-35a6efd573dd tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:52.034075 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c5c498ac-34b3-4442-9501-cda8bfa22b13 req-f8d27b6c-6a3e-4b59-b2b8-35a6efd573dd tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 931 time: 0.0803332
Jun 27 12:28:52.080588 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c5c498ac-34b3-4442-9501-cda8bfa22b13 req-fea557fa-f2db-4cd2-b3a3-04db98fff0cf tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413969
Jun 27 12:28:52.114417 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 678ef929-ce12-44b5-93d7-5e674303a93d up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:28:52.175970 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e814089-f4ca-41aa-855e-ba29dde31d42 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:52.183477 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.198762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Transition to ACTIVE for port object 6e814089-f4ca-41aa-855e-ba29dde31d42 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:28:52.285263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 678ef929-ce12-44b5-93d7-5e674303a93d completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:28:52.290240 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 678ef929-ce12-44b5-93d7-5e674303a93d triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:28:52.291260 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.302417 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.307243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4fabd3fc-7c1f-45d5-8252-3aab6a767019 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:52.311213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cd3b6-93db-4abb-a81c-ee3d1843b1b8 req-6c91f772-fc3e-4321-b409-6baa3c9f7a52 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:52.312745 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298cd3b6-93db-4abb-a81c-ee3d1843b1b8 req-6c91f772-fc3e-4321-b409-6baa3c9f7a52 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 945 time: 0.0814483
Jun 27 12:28:52.370666 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-298cd3b6-93db-4abb-a81c-ee3d1843b1b8 req-ce47994a-370b-4bda-84c9-b5c5f1ec0fc7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513504
Jun 27 12:28:52.411318 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.434438 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:52.438410 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:52.450204 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=678ef929-ce12-44b5-93d7-5e674303a93d,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:52.460674 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:52.500050 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d', 'code': 200}
Jun 27 12:28:52.516317 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.516317 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:52.549499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Attempting to bind port 6e814089-f4ca-41aa-855e-ba29dde31d42 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:28:52.549885 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Attempting to bind port 6e814089-f4ca-41aa-855e-ba29dde31d42 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:28:52.550223 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Attempting to bind port 6e814089-f4ca-41aa-855e-ba29dde31d42 on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:52.559119 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Port 6e814089-f4ca-41aa-855e-ba29dde31d42 on network ea032191-7e29-44b2-a54d-c00e7473f7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:28:52.559457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Attempting to bind port 6e814089-f4ca-41aa-855e-ba29dde31d42 on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:28:52.566580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:28:52.566924 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Checking segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:28:52.567315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Bound using segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:28:52.567743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Bound port: 6e814089-f4ca-41aa-855e-ba29dde31d42, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:28:52.568094 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.592760 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:52.596131 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:52.663694 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:28:52.666708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e814089-f4ca-41aa-855e-ba29dde31d42,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:28:52.726007 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.730322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-08f47b22-baf7-4343-8674-0cbbf606e6b5 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:52.792087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:52.793507 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e814089-f4ca-41aa-855e-ba29dde31d42 HTTP/1.1" status: 200  len: 1093 time: 1.1679230
Jun 27 12:28:52.800203 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:52.817247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Pushing event updated for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:52.823122 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:52.858570 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42', 'status': 'completed', 'code': 200}
Jun 27 12:28:52.977804 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7b62250b-546e-4244-91c4-04afa163d725 req-5c5be6e1-c5f0-47d4-b1a0-f745909a087f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 1096 time: 0.0749364
Jun 27 12:28:52.991956 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0a9cf8a-1373-44b0-b205-1818687f8ec2 req-cc1fd509-8331-4254-bb93-948fdcb505c3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1099 time: 0.0668271
Jun 27 12:28:53.040680 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0a9cf8a-1373-44b0-b205-1818687f8ec2 req-37243e8d-7dd8-439e-82d9-347a159f98af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421801
Jun 27 12:28:53.126239 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62250b-546e-4244-91c4-04afa163d725 req-e067c7a9-713b-4f56-948d-b3a6f031d107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:53.128082 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7b62250b-546e-4244-91c4-04afa163d725 req-e067c7a9-713b-4f56-948d-b3a6f031d107 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f90b242c0d0b402bb478eb861e5f7890&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1372049
Jun 27 12:28:53.284986 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95a302-1cb2-49e2-90f1-b1c58daadd36 req-67e0aa36-e3db-429b-ae3b-9a3a1ca9ee3f tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:53.286431 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bc95a302-1cb2-49e2-90f1-b1c58daadd36 req-67e0aa36-e3db-429b-ae3b-9a3a1ca9ee3f tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 943 time: 0.0772343
Jun 27 12:28:53.335076 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-bc95a302-1cb2-49e2-90f1-b1c58daadd36 req-52dbdf7d-d863-4d72-ac40-261ee810e3a5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404553
Jun 27 12:28:53.454444 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62250b-546e-4244-91c4-04afa163d725 req-a784af42-d2c6-4391-b860-aa454fe45ebd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:53.456036 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7b62250b-546e-4244-91c4-04afa163d725 req-a784af42-d2c6-4391-b860-aa454fe45ebd service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1371257
Jun 27 12:28:53.574135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b690b-9fe8-4c93-bb9b-4f6ab72b0e1d req-62e42dca-4139-4481-8334-bf8faf62cfe3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:53.575529 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-308b690b-9fe8-4c93-bb9b-4f6ab72b0e1d req-62e42dca-4139-4481-8334-bf8faf62cfe3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0795138
Jun 27 12:28:53.589947 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-9111cba1-c155-48ae-a5db-987c456a4c6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 1096 time: 0.0702400
Jun 27 12:28:53.623552 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-308b690b-9fe8-4c93-bb9b-4f6ab72b0e1d req-234fe495-fb78-4caf-b054-fca696558960 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424209
Jun 27 12:28:53.680349 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-047e6697-3219-44d0-a097-23e44891de97 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6e814089-f4ca-41aa-855e-ba29dde31d42 HTTP/1.1" status: 200  len: 217 time: 0.0665803
Jun 27 12:28:53.743972 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-80b66609-743a-4652-aba9-9c0959652867 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:53.745419 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-80b66609-743a-4652-aba9-9c0959652867 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 200  len: 854 time: 0.0583017
Jun 27 12:28:53.794551 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-5856ef44-470f-4f08-a9f0-71cb9cf5bd30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea032191-7e29-44b2-a54d-c00e7473f7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424662
Jun 27 12:28:54.025791 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-995f71ce-0a18-4ace-a50e-db7e2a38988c service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2236762
Jun 27 12:28:54.202436 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-298a3886-d957-4902-ab79-cd7a3fdfcdc6 req-89788d12-cb54-47bb-b458-5f652b0c6fe9 service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293871
Jun 27 12:28:54.539401 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43902e8-4ce2-43ec-ab8f-fe6481544cd9 req-c228faed-9ecc-402e-a3e2-3351ae6d30c5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:54.541482 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b43902e8-4ce2-43ec-ab8f-fe6481544cd9 req-c228faed-9ecc-402e-a3e2-3351ae6d30c5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 943 time: 0.0793207
Jun 27 12:28:54.587169 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b43902e8-4ce2-43ec-ab8f-fe6481544cd9 req-c073b7eb-43e4-45f8-bdd1-2c6f6ba14ad0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401120
Jun 27 12:28:54.830927 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b4ea0-7c2d-4f6f-80cb-63e5151f008b req-010dcecf-83d1-4f8e-8eb5-8e311028c32b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:54.832592 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ec4b4ea0-7c2d-4f6f-80cb-63e5151f008b req-010dcecf-83d1-4f8e-8eb5-8e311028c32b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0904951
Jun 27 12:28:54.882926 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ec4b4ea0-7c2d-4f6f-80cb-63e5151f008b req-b80a687f-478e-4d46-a0f3-702a7a86e854 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443738
Jun 27 12:28:54.924412 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 47990) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:55.065524 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.081084 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3595c8e-87cf-40c5-888e-84e18f12bdab req-2ae1b94d-8325-4a77-ae35-88d0f5956abc tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:55.082539 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3595c8e-87cf-40c5-888e-84e18f12bdab req-2ae1b94d-8325-4a77-ae35-88d0f5956abc tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0758626
Jun 27 12:28:55.096537 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:55.100317 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Usage tracker for resource:security_group_rule and tenant:1a54dce5d75b44b682bd5d21931f4d21 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:55.103929 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:55.110520 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:55.129028 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e3595c8e-87cf-40c5-888e-84e18f12bdab req-848479e5-bd19-4558-a4b6-cfeeaccf2822 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408857
Jun 27 12:28:55.158992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 47996) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:55.178702 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.256709 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.264144 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-496ce319-fd8c-4646-b578-71e73b73d8ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:55.305812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b0316c-6513-4a62-a47b-3ec767911d6a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:55.310591 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a54dce5d75b44b682bd5d21931f4d21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3851449
Jun 27 12:28:55.311550 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a67470b6-f992-4486-899e-f0e21c6cf8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:55.313250 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48002) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:55.366420 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-4b336568-52c2-45e6-92df-2bef616f277f tempest-TestVolumeBootPattern-400639697 tempest-TestVolumeBootPattern-400639697-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1094 time: 0.2061501
Jun 27 12:28:55.369060 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48006) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:28:55.374376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'port_id': '678ef929-ce12-44b5-93d7-5e674303a93d', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:28:55.378559 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.379809 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:28:55.383534 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Usage tracker for resource:floatingip and tenant:3b9c6244ba134d74ac46a6cde51c9238 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:28:55.386466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:28:55.391967 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:28:55.404363 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.491082 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.519500 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.524362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7bf5b8c8-b776-4c3a-8f57-037bd3d4f372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:55.534962 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b0316c-6513-4a62-a47b-3ec767911d6a,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:55.539415 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:55.541546 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.542674 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52b0316c-6513-4a62-a47b-3ec767911d6a HTTP/1.1" status: 204  len: 168 time: 0.2284763
Jun 27 12:28:55.631860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:55.911225 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Allocated IP 172.27.2.162 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/bff30981-bdef-470a-ba8d-01914fc3492e) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:28:56.015121 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29357b2-f744-40eb-b00a-6289f44e4217 req-9f0cd113-9bab-4286-9ccf-9c43f6fd88e2 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:56.016624 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a29357b2-f744-40eb-b00a-6289f44e4217 req-9f0cd113-9bab-4286-9ccf-9c43f6fd88e2 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 943 time: 0.2783813
Jun 27 12:28:56.096643 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a29357b2-f744-40eb-b00a-6289f44e4217 req-4b219389-1172-4fd0-9f33-fc05443dcf64 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725913
Jun 27 12:28:56.119908 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:56.262498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:56.266913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:56.336728 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:28:56.340253 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:28:56.344809 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:28:56.370587 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=bff30981-bdef-470a-ba8d-01914fc3492e,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:56.391488 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.391862 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.392227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.392622 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.392980 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.393338 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.393694 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.394095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.394456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.394807 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.395156 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:28:56.400608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:56.879206 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:57.000052 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:57.207369 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:57.276705 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:57.281241 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:57.394095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb9880-dbad-4810-9d68-a7b761d0f522 req-5a309f85-249f-4312-b696-e6631ca243aa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:57.395600 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64cb9880-dbad-4810-9d68-a7b761d0f522 req-5a309f85-249f-4312-b696-e6631ca243aa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 943 time: 0.1750450
Jun 27 12:28:57.407231 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event updated for resources: {'Port': ['ID=bff30981-bdef-470a-ba8d-01914fc3492e,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:57.411906 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:57.438183 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:57.521872 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-64cb9880-dbad-4810-9d68-a7b761d0f522 req-21038e89-09a9-4fc4-ac16-6f01abc416b5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174426
Jun 27 12:28:57.651778 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.l3_db [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Floating IP 19ccc1f9-5162-47f7-8cb7-a3452b21fd08 associated. External IP: 172.27.2.162, port: 678ef929-ce12-44b5-93d7-5e674303a93d.
Jun 27 12:28:58.149416 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:28:58.157807 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e814089-f4ca-41aa-855e-ba29dde31d42 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:28:58.291691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e814089-f4ca-41aa-855e-ba29dde31d42,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:58.305080 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '6e814089-f4ca-41aa-855e-ba29dde31d42', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'port_id': '6e814089-f4ca-41aa-855e-ba29dde31d42', 'mac_address': 'fa:16:3e:35:c0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2635979-9ca2-4d3f-b71e-66d349d1aebc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:28:58.359174 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:28:58.362105 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:58.374239 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:28:58.388598 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e814089-f4ca-41aa-855e-ba29dde31d42 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:28:58.402304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:28:58.402829 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d993d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:28:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:58.466603 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e814089-f4ca-41aa-855e-ba29dde31d42,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:28:58.474261 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:58.546955 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1624396
Jun 27 12:28:58.546955 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:28:58.573643 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:28:58.578420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:28:58.597549 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d', 'status': 'completed', 'code': 200}
Jun 27 12:28:58.639336 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:28:58.765734 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-ff3282e8-f471-4d43-80e4-d360d12d63f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1099 time: 0.0989823
Jun 27 12:28:58.768492 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139c748-ac3b-4bad-a22f-dc8dc7272d19 req-98a9dacd-9fb3-40ab-83cb-55e8dbdbef41 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:58.772694 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7139c748-ac3b-4bad-a22f-dc8dc7272d19 req-98a9dacd-9fb3-40ab-83cb-55e8dbdbef41 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 944 time: 0.1116166
Jun 27 12:28:58.832808 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7139c748-ac3b-4bad-a22f-dc8dc7272d19 req-26584140-8ec3-49fe-8eb4-3f234618f511 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569608
Jun 27 12:28:58.890009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:28:58.899432 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:28:58.924300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8947-3793-4226-a129-663c89659422 req-64e1a878-3a4c-44e5-afa4-41daaf3dd456 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:58.926157 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-64e1a878-3a4c-44e5-afa4-41daaf3dd456 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.1517189
Jun 27 12:28:58.976756 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['6e814089-f4ca-41aa-855e-ba29dde31d42'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:28:59.041286 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-22c18aed-bae9-41fb-b4c1-6a98b5cefbe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=678ef929-ce12-44b5-93d7-5e674303a93d HTTP/1.1" status: 200  len: 1000 time: 0.1035113
Jun 27 12:28:59.111556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8947-3793-4226-a129-663c89659422 req-34b187d3-a3a5-46c9-802c-cfedaae2fa96 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:28:59.115803 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-34b187d3-a3a5-46c9-802c-cfedaae2fa96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0648174
Jun 27 12:28:59.116773 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d993d0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '19ccc1f9-5162-47f7-8cb7-a3452b21fd08', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '678ef929-ce12-44b5-93d7-5e674303a93d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:35:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb2161-33f6-422b-b060-cd8c54505478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:28:56Z', 'updated_at': '2021-06-27T12:28:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}, {'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:59.131263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:28:59.168940 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:28:59.169720 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d993d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:28:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:59.201359 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-59277575-d1e1-441c-8602-d2dfe50b0e62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720639
Jun 27 12:28:59.361642 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-a3c5c14e-649c-45f5-a7af-f6a0dcbe06c7 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448276
Jun 27 12:28:59.442253 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:28:59.513830 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bd6e8947-3793-4226-a129-663c89659422 req-0ef9cb56-c897-4727-9695-476e12c6081c service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440210
Jun 27 12:28:59.820313 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d993d0>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '19ccc1f9-5162-47f7-8cb7-a3452b21fd08', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '678ef929-ce12-44b5-93d7-5e674303a93d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:35:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb2161-33f6-422b-b060-cd8c54505478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:28:56Z', 'updated_at': '2021-06-27T12:28:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}, {'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:28:59.824606 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a3422-4bf6-4e04-b02d-19f01031f364 None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '19ccc1f9-5162-47f7-8cb7-a3452b21fd08', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.162', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': '678ef929-ce12-44b5-93d7-5e674303a93d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:35:71:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fb2161-33f6-422b-b060-cd8c54505478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:28:56Z', 'updated_at': '2021-06-27T12:28:56Z', 'revision_number': 0, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}, {'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:29:00.025608 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628eb045-c2ff-4cb9-9e8c-49d73c484ec0 None None] New status for floating IP 19ccc1f9-5162-47f7-8cb7-a3452b21fd08: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:29:00.035963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471baf36-0805-4a57-8680-3ecc40ca66d7 req-6983b2f7-839b-4dfd-b8bf-43409d7b122d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:00.037556 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-471baf36-0805-4a57-8680-3ecc40ca66d7 req-6983b2f7-839b-4dfd-b8bf-43409d7b122d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 944 time: 0.0815170
Jun 27 12:29:00.084877 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-471baf36-0805-4a57-8680-3ecc40ca66d7 req-544c3b51-62cc-4887-87e2-ca661d0602d3 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405333
Jun 27 12:29:00.187688 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e814089-f4ca-41aa-855e-ba29dde31d42 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:00.308129 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 6e814089-f4ca-41aa-855e-ba29dde31d42 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:00.313175 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 6e814089-f4ca-41aa-855e-ba29dde31d42 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:00.313560 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:00.429421 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:00.456802 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:29:00.467776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e814089-f4ca-41aa-855e-ba29dde31d42,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:00.510983 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42', 'code': 200}
Jun 27 12:29:00.542376 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:00.544237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:00.609553 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:00.612494 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:00.913373 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-68080fc4-a974-43ce-80ed-6dc161b6fb5a req-9510dea5-ff4f-4987-a50a-5d35b0ab0e25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 1098 time: 0.0669982
Jun 27 12:29:00.960817 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-68080fc4-a974-43ce-80ed-6dc161b6fb5a req-2eb1892e-f5d2-432a-a8d6-5e61a979bb5a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394070
Jun 27 12:29:01.279010 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf40746-0b96-4fca-8907-d4614e0420ac req-4670507a-2761-4436-bc91-249d35d9d4c9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:01.280495 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5bf40746-0b96-4fca-8907-d4614e0420ac req-4670507a-2761-4436-bc91-249d35d9d4c9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.0754995
Jun 27 12:29:01.325987 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5bf40746-0b96-4fca-8907-d4614e0420ac req-6b4b860c-788d-45f6-8404-70e60ed6d839 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399969
Jun 27 12:29:02.530870 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b763db-10ba-4fdf-bbef-30aec0b626e8 req-82d5876f-35f1-4396-9501-57252205f11b tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:02.532360 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-68b763db-10ba-4fdf-bbef-30aec0b626e8 req-82d5876f-35f1-4396-9501-57252205f11b tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.0810935
Jun 27 12:29:02.577327 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-68b763db-10ba-4fdf-bbef-30aec0b626e8 req-4fa6b038-cb6c-47e6-a449-2d304d296cd9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390072
Jun 27 12:29:03.772605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9baf61b-d313-41f9-8261-6e21fcb65d4a req-2427d3e5-a434-4750-b696-b8351f8c395d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:03.774035 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9baf61b-d313-41f9-8261-6e21fcb65d4a req-2427d3e5-a434-4750-b696-b8351f8c395d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.0740991
Jun 27 12:29:03.824452 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f9baf61b-d313-41f9-8261-6e21fcb65d4a req-020c06dc-5897-4b77-8420-fd72247aa5a9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446937
Jun 27 12:29:06.238954 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:07.735487 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ff4-792c-489d-a2c7-052455014617 req-b86460fa-3379-4886-a914-988655708489 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:07.736947 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-b86460fa-3379-4886-a914-988655708489 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1461749
Jun 27 12:29:07.752801 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-fcd7177b-fffb-4cd4-9a0d-e2f81321cc54 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/quotas/f90b242c0d0b402bb478eb861e5f7890 HTTP/1.1" status: 200  len: 375 time: 0.0106201
Jun 27 12:29:07.833235 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-7936204d-bf28-44c8-bcfc-1ed86c5269f1 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0755012
Jun 27 12:29:07.967013 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-afaf503e-f392-432b-9506-13fd98d426f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256750
Jun 27 12:29:08.054201 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-c74e16be-7841-4b63-9106-649821a8645a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0711601
Jun 27 12:29:08.203455 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-1843afb0-f8ad-4ee8-8f63-2c37df363b74 service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300115
Jun 27 12:29:08.226887 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-81edefcf-42ee-42fe-aafb-038eaf4523a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1098 time: 0.0732358
Jun 27 12:29:08.392797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-601a9afd-04dd-41dd-9b65-db0ae06443f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:08.394241 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-601a9afd-04dd-41dd-9b65-db0ae06443f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.1351542
Jun 27 12:29:08.498296 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2f10a8b-70d6-4e8e-a25d-32d299d43621 req-558e7f53-c8b1-4316-b2a2-f442152b9ffb tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 210 time: 0.0468109
Jun 27 12:29:08.520108 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-3ceb7b40-510a-4c1c-a379-4cd410d1f530 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 1001 time: 0.1117079
Jun 27 12:29:08.679853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-8c161105-f30d-4df7-bf3c-d7865187b8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:08.681823 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-8c161105-f30d-4df7-bf3c-d7865187b8d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.1526806
Jun 27 12:29:08.762251 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-0643331d-b9f7-4f0f-94bc-d71fe576f5d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693543
Jun 27 12:29:08.912516 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-eb545ce1-3207-4f5d-9d66-e47b72f55b2a service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353159
Jun 27 12:29:09.052178 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-5413c74c-0c50-4100-9ff7-852ac2da51c5 req-858b0cb0-c36b-437d-95d7-5c536a45deec service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280150
Jun 27 12:29:09.671676 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0f46391-e94b-4edc-95e5-54eb0fb4636f req-f79ce5a6-c66d-4992-b05e-380f3bc954ce tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 210 time: 0.0456772
Jun 27 12:29:10.714180 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ff4-792c-489d-a2c7-052455014617 req-d39a05d2-c018-4c8b-aad6-e531aac74ec0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:10.715629 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-d39a05d2-c018-4c8b-aad6-e531aac74ec0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1459846
Jun 27 12:29:10.751704 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Request body: {'port': {'device_id': '336f7248-db9a-4aab-8847-d8c00be16313', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'admin_state_up': True, 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:10.876592 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8caded4d-7540-4e7f-a07d-4791b5d5fefd req-942f0a2d-c032-4240-bc5d-1cd8809c643a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 210 time: 0.0445900
Jun 27 12:29:10.904544 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:10.908377 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Usage tracker for resource:port and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:10.911257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:10.917282 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:10.987470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:10.990456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.162508 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Allocated IP 172.20.0.14 (ea032191-7e29-44b2-a54d-c00e7473f7bf/c2635979-9ca2-4d3f-b71e-66d349d1aebc/fae98a76-1763-4231-bb23-e78d1f0a6f9a) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:11.363100 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.490858 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-5691e99e-8088-467f-892b-c25ec97f76d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.491464 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.497060 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:11.544171 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f', '6e814089-f4ca-41aa-855e-ba29dde31d42'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:29:11.567240 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Network ea032191-7e29-44b2-a54d-c00e7473f7bf is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:11.570584 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:11.575154 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:11.608936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event updated for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:11.613222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:11.638180 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:11.638812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.725274 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9801872
Jun 27 12:29:11.745611 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Request body: {'port': {'device_id': '336f7248-db9a-4aab-8847-d8c00be16313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:11.804398 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:11.865146 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.096974 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b978d2a4-f2ce-4807-928d-9d1791853723 req-c469ffcc-81ed-4bae-a232-a96a627ee4ef tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:12.098426 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b978d2a4-f2ce-4807-928d-9d1791853723 req-c469ffcc-81ed-4bae-a232-a96a627ee4ef tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 932 time: 0.0834937
Jun 27 12:29:12.145705 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b978d2a4-f2ce-4807-928d-9d1791853723 req-c0a6f6cd-4b7d-4e6e-b226-bac6f8e070a1 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416625
Jun 27 12:29:12.215148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fae98a76-1763-4231-bb23-e78d1f0a6f9a {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:29:12.221892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.235801 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Transition to ACTIVE for port object fae98a76-1763-4231-bb23-e78d1f0a6f9a will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:12.290225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.294432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:12.499994 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Pushing event updated for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:12.502897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:12.603996 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Attempting to bind port fae98a76-1763-4231-bb23-e78d1f0a6f9a on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:12.604640 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Attempting to bind port fae98a76-1763-4231-bb23-e78d1f0a6f9a by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:12.604980 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Attempting to bind port fae98a76-1763-4231-bb23-e78d1f0a6f9a on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:12.610654 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Port fae98a76-1763-4231-bb23-e78d1f0a6f9a on network ea032191-7e29-44b2-a54d-c00e7473f7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:29:12.610981 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Attempting to bind port fae98a76-1763-4231-bb23-e78d1f0a6f9a on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:12.617112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:12.617457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Checking segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:12.617846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Bound using segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:12.618269 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Bound port: fae98a76-1763-4231-bb23-e78d1f0a6f9a, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:12.618617 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.707171 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:12.710078 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:12.793771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.797516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ec73c6b1-f807-4cb4-b208-0ed14bbb2358 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:12.864889 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:12.866260 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] 10.222.0.47 "PUT /v2.0/ports/fae98a76-1763-4231-bb23-e78d1f0a6f9a HTTP/1.1" status: 200  len: 1094 time: 1.1250482
Jun 27 12:29:12.867218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:29:12.882905 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Pushing event updated for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:12.886767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:12.925330 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'status': 'completed', 'code': 200}
Jun 27 12:29:13.063535 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cc59ff53-13d7-4dfd-9927-41057d4ff28b req-7ada48f3-7af7-41df-a817-810dea0db13b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 1097 time: 0.0702388
Jun 27 12:29:13.217405 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ff53-13d7-4dfd-9927-41057d4ff28b req-9e207e1c-76f4-4d31-a890-36ee23d1283b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:13.218871 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cc59ff53-13d7-4dfd-9927-41057d4ff28b req-9e207e1c-76f4-4d31-a890-36ee23d1283b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f90b242c0d0b402bb478eb861e5f7890&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1380036
Jun 27 12:29:13.341741 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bed9b-49ab-4238-a52b-a215bef2b6e5 req-470bccdf-a1ce-4a9b-8ffb-3d2c99bb8bad tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:13.343102 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e39bed9b-49ab-4238-a52b-a215bef2b6e5 req-470bccdf-a1ce-4a9b-8ffb-3d2c99bb8bad tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 944 time: 0.0760949
Jun 27 12:29:13.360412 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59ff53-13d7-4dfd-9927-41057d4ff28b req-ece4274f-ee9c-481a-8cd0-729fce50b43b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:13.361958 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cc59ff53-13d7-4dfd-9927-41057d4ff28b req-ece4274f-ee9c-481a-8cd0-729fce50b43b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1348042
Jun 27 12:29:13.391797 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e39bed9b-49ab-4238-a52b-a215bef2b6e5 req-76f0b302-79fa-40e2-b073-96eda4c53266 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432725
Jun 27 12:29:13.506694 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-04e9c43e-337a-4e37-a629-a6d101675675 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 1097 time: 0.0720167
Jun 27 12:29:13.586775 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-87ed58d6-3fb1-4005-83d6-c8d52e8f769d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a HTTP/1.1" status: 200  len: 217 time: 0.0634589
Jun 27 12:29:13.605672 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-449bdeb6-dffd-40fe-aa83-1a3805d0345e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:13.653446 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a335ff4-792c-489d-a2c7-052455014617 req-55ed2f3f-008f-4d46-8a94-4b55d27460e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:13.654890 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-55ed2f3f-008f-4d46-8a94-4b55d27460e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 200  len: 854 time: 0.0592623
Jun 27 12:29:13.700607 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-df1e4c35-9d64-4c23-b1b8-a25245b4e75e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea032191-7e29-44b2-a54d-c00e7473f7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380485
Jun 27 12:29:13.835786 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-f1c3f32c-66af-4eec-875d-fa87245ed467 service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248155
Jun 27 12:29:13.838387 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:29:13.969284 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6a335ff4-792c-489d-a2c7-052455014617 req-bf347dbe-9047-4623-9640-747b5fd45c21 service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256397
Jun 27 12:29:14.593569 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d697eb-969b-4e24-a481-51621032c966 req-77a06005-18fb-4354-ae4a-575eb2fc05a5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:14.595023 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42d697eb-969b-4e24-a481-51621032c966 req-77a06005-18fb-4354-ae4a-575eb2fc05a5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 944 time: 0.0814102
Jun 27 12:29:14.640303 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-42d697eb-969b-4e24-a481-51621032c966 req-7895ff37-5912-42cd-9e79-74de51311c81 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397632
Jun 27 12:29:14.644025 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:15.835987 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41019da-d832-4209-89f2-5c2488ca80f1 req-398b677e-db94-431e-871d-210fdd8cd17a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:15.837592 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d41019da-d832-4209-89f2-5c2488ca80f1 req-398b677e-db94-431e-871d-210fdd8cd17a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 944 time: 0.0775728
Jun 27 12:29:15.884162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d41019da-d832-4209-89f2-5c2488ca80f1 req-ddc09d4d-20cf-47aa-85b8-c68dcdfc4cea tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401907
Jun 27 12:29:16.244357 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:17.081564 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7b8ed-6ded-46eb-9323-adf61efa196a req-9f81aa67-a230-4fcb-b7da-d8990e314dd8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:17.082996 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33e7b8ed-6ded-46eb-9323-adf61efa196a req-9f81aa67-a230-4fcb-b7da-d8990e314dd8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 944 time: 0.0803988
Jun 27 12:29:17.128462 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-33e7b8ed-6ded-46eb-9323-adf61efa196a req-f7f45f58-c238-4357-af1b-bbbba3f054ec tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395720
Jun 27 12:29:18.308513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device fae98a76-1763-4231-bb23-e78d1f0a6f9a details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:29:18.321748 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74873dab-c080-4553-9013-b3ba63bb871f req-b6ad2026-ea5f-45e9-af55-5ceab57be1e0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:18.323863 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-74873dab-c080-4553-9013-b3ba63bb871f req-b6ad2026-ea5f-45e9-af55-5ceab57be1e0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 944 time: 0.0775616
Jun 27 12:29:18.373731 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-74873dab-c080-4553-9013-b3ba63bb871f req-df90ed5b-4fa9-4dc2-a83e-d5f7000364bd tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441427
Jun 27 12:29:18.443058 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:18.456384 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'port_id': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'mac_address': 'fa:16:3e:95:45:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2635979-9ca2-4d3f-b71e-66d349d1aebc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:29:18.511812 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:18.528201 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fae98a76-1763-4231-bb23-e78d1f0a6f9a {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:29:18.542270 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:18.604117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:18.605776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:18.669462 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:18.672483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:18.945092 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['fae98a76-1763-4231-bb23-e78d1f0a6f9a'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:29:19.576176 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b835e9-7497-4e82-b01b-7f0211c918d2 req-43a1db44-7e73-48b8-ba9e-05209658d36d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:19.577921 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-66b835e9-7497-4e82-b01b-7f0211c918d2 req-43a1db44-7e73-48b8-ba9e-05209658d36d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 945 time: 0.0824645
Jun 27 12:29:19.628772 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-66b835e9-7497-4e82-b01b-7f0211c918d2 req-85624ee3-e371-49c3-a833-319da9943b98 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443933
Jun 27 12:29:20.325404 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device fae98a76-1763-4231-bb23-e78d1f0a6f9a up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:20.449694 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port fae98a76-1763-4231-bb23-e78d1f0a6f9a completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:20.454374 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port fae98a76-1763-4231-bb23-e78d1f0a6f9a triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:20.454757 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:20.597382 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:20.623369 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:29:20.632870 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:20.678708 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'code': 200}
Jun 27 12:29:20.719682 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:20.721010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:20.793284 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:20.802763 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:20.857631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3eed-1061-4b74-be45-51c6d40b7f27 req-bc35ba77-71d6-4f2e-b017-3b38f2f16dae tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:20.859018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab3a3eed-1061-4b74-be45-51c6d40b7f27 req-bc35ba77-71d6-4f2e-b017-3b38f2f16dae tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0957758
Jun 27 12:29:20.907035 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab3a3eed-1061-4b74-be45-51c6d40b7f27 req-2b510849-a065-4492-afc6-46ffc9aa9b8e tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409846
Jun 27 12:29:21.138250 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-804b98ce-7eac-4b7f-a5ea-eada6bf11a5c req-e32f54cb-e079-4b37-947a-711b0e0c17cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 1099 time: 0.0726137
Jun 27 12:29:21.181553 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-804b98ce-7eac-4b7f-a5ea-eada6bf11a5c req-f311475a-5d92-4e88-bad9-cced27a4e900 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364053
Jun 27 12:29:22.107334 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85aaaa-aa05-4127-9861-646a300c032b req-e1bf814d-5ae6-47f2-91b5-83b172d46dd7 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:22.108801 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ad85aaaa-aa05-4127-9861-646a300c032b req-e1bf814d-5ae6-47f2-91b5-83b172d46dd7 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0774043
Jun 27 12:29:22.153950 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ad85aaaa-aa05-4127-9861-646a300c032b req-85aaf8bc-df8d-4567-9cb8-00792156b222 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393960
Jun 27 12:29:23.349997 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff1ad-cb0a-4ebf-bd33-0455252f253f req-c548a8cd-0e8e-4a51-a34f-ab0bf36ce2cd tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:23.351450 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-88fff1ad-cb0a-4ebf-bd33-0455252f253f req-c548a8cd-0e8e-4a51-a34f-ab0bf36ce2cd tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0784705
Jun 27 12:29:23.396489 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-88fff1ad-cb0a-4ebf-bd33-0455252f253f req-412b8dd9-bfc4-480c-b96f-451cb9bd94b7 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386696
Jun 27 12:29:24.593041 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6eebe-eba1-4788-9c77-5decbfb3dfc4 req-e98d1161-598b-4539-8e66-b1f509ea4753 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:24.594727 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3fd6eebe-eba1-4788-9c77-5decbfb3dfc4 req-e98d1161-598b-4539-8e66-b1f509ea4753 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0762718
Jun 27 12:29:24.643622 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3fd6eebe-eba1-4788-9c77-5decbfb3dfc4 req-d194a480-a72c-4137-9709-9ebf355cae46 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434382
Jun 27 12:29:25.839906 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a956a7b8-a90f-4d12-8d35-dc5904e2ba7f req-81e7e089-8e96-45e7-8f5c-b360ce013859 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:25.842113 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a956a7b8-a90f-4d12-8d35-dc5904e2ba7f req-81e7e089-8e96-45e7-8f5c-b360ce013859 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0796349
Jun 27 12:29:25.887368 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a956a7b8-a90f-4d12-8d35-dc5904e2ba7f req-ad609b4e-6a28-4b44-a97b-95baae166303 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397356
Jun 27 12:29:31.454719 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48274) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:31.596859 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:31.626227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:31.629958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Usage tracker for resource:security_group_rule and tenant:b63796dee6ff4945979f1e100ff57c1e is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:31.632725 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:31.638854 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:31.701074 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:31.763686 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:31.770683 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0d841944-8a88-48af-82da-d0af09d0a057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:31.814637 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6a844-6c53-4db8-bf05-3f97f7464190,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:31.820983 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b63796dee6ff4945979f1e100ff57c1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3628922
Jun 27 12:29:31.820983 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-697c380c-6ac5-4381-b0c6-81f827d5b476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:31.821235 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48280) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:31.883596 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:31.909284 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:32.032903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:32.037841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-9f0e01d4-abba-4459-b35b-23af97530c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:32.049232 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6a844-6c53-4db8-bf05-3f97f7464190,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:32.052034 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:32.053881 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:32.056988 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c6a844-6c53-4db8-bf05-3f97f7464190 HTTP/1.1" status: 204  len: 168 time: 0.2346468
Jun 27 12:29:33.135991 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48306) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:33.268503 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-827773179-network', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:33.273088 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:33.276931 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Usage tracker for resource:network and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:33.280012 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:33.286380 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:33.335284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Made reservation on behalf of bd81626c47bc4bae91fbf152cc5161ee for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:33.337556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.350595 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.381517 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:33.385312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:33.388960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:33.394718 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:33.458472 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.535295 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.538222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-69bb0988-dfb5-43dc-af97-810a7b2fa0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:33.567058 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:29:33.575955 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b713a28-bd49-4e8b-8f7d-fe3d24ab1694,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:33.581994 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.582333 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Added segment 58e8440b-57c5-433b-871e-f005a275672c of type vlan for network 00b40602-3827-44f2-84cd-74d845a299cd
Jun 27 12:29:33.591758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.593576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.593576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.593576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.593576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.593576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.594036 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.594184 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.594526 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.594866 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.595210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:33.599261 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:33.623452 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.712244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.713474 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:33.714310 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:33.717790 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:33.814463 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Pushing event updated for resources: {'Network': ['ID=00b40602-3827-44f2-84cd-74d845a299cd,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:33.817237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:33.824758 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 00b40602-3827-44f2-84cd-74d845a299cd details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:29:33.879040 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7411249
Jun 27 12:29:33.881802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48312) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:33.887457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Request body: {'subnet': {'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-827773179-subnet', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:33.892237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:33.897248 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Usage tracker for resource:subnet and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:33.899069 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:33.904900 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:33.975563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Made reservation on behalf of bd81626c47bc4bae91fbf152cc5161ee for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:33.977946 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.318788 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.323162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:34.396142 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f11709a-ef39-4c66-bcad-91eddd5f02eb,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:34.398719 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:34.407951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Checking segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:34.408853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Network hostable DHCP agents. Network: 00b40602-3827-44f2-84cd-74d845a299cd, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:29:34.517760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Network 00b40602-3827-44f2-84cd-74d845a299cd is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:29:34.604123 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 00b40602-3827-44f2-84cd-74d845a299cd) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:34.608208 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:34.608827 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.612884 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a102f43-8cc1-4a74-90be-2d86c9486d06 None None] Network 00b40602-3827-44f2-84cd-74d845a299cd requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:29:34.696721 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-7392f1a9-232b-470f-ac7b-4915ff5fecb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8137763
Jun 27 12:29:34.699888 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48318) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:34.705126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:34.709610 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:34.713511 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Usage tracker for resource:router and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:34.717358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:34.722984 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:34.827300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.828291 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.833877 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-00b40602-3827-44f2-84cd-74d845a299cd', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:29:34.834713 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.847916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:34.989910 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Allocated IP 172.20.0.2 (00b40602-3827-44f2-84cd-74d845a299cd/3f11709a-ef39-4c66-bcad-91eddd5f02eb/60c09cba-9093-4896-9454-17ea1f94fcea) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:35.041013 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.188395 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.198891 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Transition to ACTIVE for port object 60c09cba-9093-4896-9454-17ea1f94fcea will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:35.217703 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Transition to ACTIVE for port object 60c09cba-9093-4896-9454-17ea1f94fcea will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:35.273068 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.301680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.303563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.307712 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:35.373736 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Network 00b40602-3827-44f2-84cd-74d845a299cd is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:35.376550 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:35.380834 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:35.382931 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Pushing event updated for resources: {'Port': ['ID=60c09cba-9093-4896-9454-17ea1f94fcea,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:35.394584 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.394932 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.395276 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.395612 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.395944 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.396273 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.396624 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.396952 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.397275 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.397600 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.397919 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:35.427995 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:35.442736 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Allocated IP 172.27.2.152 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/66721d9f-e300-4a68-b56a-499e943bc164) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:35.479755 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Attempting to bind port 60c09cba-9093-4896-9454-17ea1f94fcea on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:35.480129 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Attempting to bind port 60c09cba-9093-4896-9454-17ea1f94fcea by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:35.480654 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Attempting to bind port 60c09cba-9093-4896-9454-17ea1f94fcea on network 00b40602-3827-44f2-84cd-74d845a299cd {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:35.487058 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:35.487434 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Checking segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:35.487837 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.488231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Bound using segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:35.488762 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Bound port: 60c09cba-9093-4896-9454-17ea1f94fcea, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:35.489136 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.578905 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] For port 60c09cba-9093-4896-9454-17ea1f94fcea, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:35.582040 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] For port 60c09cba-9093-4896-9454-17ea1f94fcea, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=60c09cba-9093-4896-9454-17ea1f94fcea,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:35.597922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.650435 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.655211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:35.678856 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:35.684537 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9988d672-797a-47b6-afef-6d117c6ac573 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:35.740969 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:35.741100 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Pushing event updated for resources: {'Port': ['ID=60c09cba-9093-4896-9454-17ea1f94fcea,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:35.743394 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:35.750218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:35.757135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:35.792393 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Pushing event updated for resources: {'Port': ['ID=66721d9f-e300-4a68-b56a-499e943bc164,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:35.795367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:36.021243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:36.021990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:36.029803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 60c09cba-9093-4896-9454-17ea1f94fcea up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:36.181069 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 60c09cba-9093-4896-9454-17ea1f94fcea completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:36.261163 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:36.312162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Router ccdfe66b-0391-4fe7-9f51-03568db9efd7 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:29:36.525163 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:29:36.534386 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Sync routers for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:29:36.547777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:36.548435 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8fc55b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:36.609927 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:36.611467 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.9105976
Jun 27 12:29:36.615015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48326) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:36.694220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c2a68e-62c2-4748-ba83-9fa5d598fdee None None] Network 00b40602-3827-44f2-84cd-74d845a299cd requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:29:36.878523 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:36.929581 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Provisioning for port 60c09cba-9093-4896-9454-17ea1f94fcea completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:37.023624 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Provisioning complete for port 60c09cba-9093-4896-9454-17ea1f94fcea triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:37.024004 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.303330 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.393908 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] For port 60c09cba-9093-4896-9454-17ea1f94fcea, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=60c09cba-9093-4896-9454-17ea1f94fcea,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:37.410406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8fc55b0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:35Z', 'revision_number': 3, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:37.414899 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Checking router: ccdfe66b-0391-4fe7-9f51-03568db9efd7 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:29:37.415211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Updating router ccdfe66b-0391-4fe7-9f51-03568db9efd7 port 66721d9f-e300-4a68-b56a-499e943bc164 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:29:37.436797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.470408 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.474588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:37.512690 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.649558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Pushing event updated for resources: {'Port': ['ID=60c09cba-9093-4896-9454-17ea1f94fcea,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:37.659420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:37.669099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Allocated IP 172.20.0.1 (00b40602-3827-44f2-84cd-74d845a299cd/3f11709a-ef39-4c66-bcad-91eddd5f02eb/c082d1de-08e6-445f-a9bd-49983e179aa1) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:37.672626 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-a5ec75b5-d5f8-4aa7-bff5-31c105a3f4df None None] Provisioning complete for port 60c09cba-9093-4896-9454-17ea1f94fcea triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:37.673012 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-a5ec75b5-d5f8-4aa7-bff5-31c105a3f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.814550 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.831282 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Transition to ACTIVE for port object c082d1de-08e6-445f-a9bd-49983e179aa1 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:37.895881 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:37.899686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0f96d9e9-dc27-4c37-847e-3e3ec2d4e3b3 tempest-AttachVolumeShelveTestJSON-1789072424 tempest-AttachVolumeShelveTestJSON-1789072424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:37.974833 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Network 00b40602-3827-44f2-84cd-74d845a299cd is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:37.975790 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Pushing event updated for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:37.978396 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:37.980861 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:37.981664 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:37.991137 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.004019 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Transition to ACTIVE for port object 66721d9f-e300-4a68-b56a-499e943bc164 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:38.010352 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 60c09cba-9093-4896-9454-17ea1f94fcea up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:38.034853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.078227 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 60c09cba-9093-4896-9454-17ea1f94fcea triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:38.078604 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.106768 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.116262 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:38.212936 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Pushing event updated for resources: {'Port': ['ID=66721d9f-e300-4a68-b56a-499e943bc164,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:38.216220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Attempting to bind port 66721d9f-e300-4a68-b56a-499e943bc164 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:38.216627 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Attempting to bind port 66721d9f-e300-4a68-b56a-499e943bc164 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:38.216994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Attempting to bind port 66721d9f-e300-4a68-b56a-499e943bc164 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:38.219139 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:38.220978 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.235706 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:38.236081 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:38.236513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.236906 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:38.237377 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Bound port: 66721d9f-e300-4a68-b56a-499e943bc164, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:38.237750 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.360420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] For port 66721d9f-e300-4a68-b56a-499e943bc164, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:38.363474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] For port 66721d9f-e300-4a68-b56a-499e943bc164, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=66721d9f-e300-4a68-b56a-499e943bc164,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:38.392504 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6ca806b8-7b19-4d4a-9db0-4e820ef868d9 None None] Provisioning for port c082d1de-08e6-445f-a9bd-49983e179aa1 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:38.397307 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6ca806b8-7b19-4d4a-9db0-4e820ef868d9 None None] Provisioning complete for port c082d1de-08e6-445f-a9bd-49983e179aa1 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:38.397687 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6ca806b8-7b19-4d4a-9db0-4e820ef868d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.446139 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.446817 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.452448 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:38.483610 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.485908 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-6ca806b8-7b19-4d4a-9db0-4e820ef868d9 None None] Port c082d1de-08e6-445f-a9bd-49983e179aa1 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:29:38.514112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-02613eef-bbea-442d-9653-66662ee5ecfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:38.530256 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Pushing event updated for resources: {'Port': ['ID=66721d9f-e300-4a68-b56a-499e943bc164,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:38.533564 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:38.535001 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:38.535603 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8fc55b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:38.695513 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:38.699061 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Pushing event updated for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:38.702028 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:38.775776 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:38.836966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Network 00b40602-3827-44f2-84cd-74d845a299cd is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:38.838105 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:39.095691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8fc55b0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 2, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:39.103978 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43120e29-f65a-4730-aa19-133e8998cccb None None] The sync data for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 2, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:29:39.115277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-9a4e0063-7961-49b9-bd12-40e38f59084d None None] Provisioning complete for port c082d1de-08e6-445f-a9bd-49983e179aa1 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:39.116069 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9a4e0063-7961-49b9-bd12-40e38f59084d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:39.169005 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-9a4e0063-7961-49b9-bd12-40e38f59084d None None] Port c082d1de-08e6-445f-a9bd-49983e179aa1 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:29:39.247823 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Router ccdfe66b-0391-4fe7-9f51-03568db9efd7 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:29:39.508882 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:29:39.519357 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccdfe66b-0391-4fe7-9f51-03568db9efd7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9030800
Jun 27 12:29:40.024975 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 66721d9f-e300-4a68-b56a-499e943bc164 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:40.192917 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 66721d9f-e300-4a68-b56a-499e943bc164 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:40.198925 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 66721d9f-e300-4a68-b56a-499e943bc164 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:40.199416 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.323977 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.341218 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 66721d9f-e300-4a68-b56a-499e943bc164, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=66721d9f-e300-4a68-b56a-499e943bc164,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:40.409855 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.412744 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:40.485483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=66721d9f-e300-4a68-b56a-499e943bc164,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:40.488507 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:40.672455 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48356) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:40.678163 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1844316056-network', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:40.683031 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:40.687489 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Usage tracker for resource:network and tenant:740d9d650faf4be8b6e0a1e1657a94ba is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:40.690330 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:40.695940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:40.758367 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Made reservation on behalf of 740d9d650faf4be8b6e0a1e1657a94ba for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:40.760723 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.773498 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.807028 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:40.811319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Usage tracker for resource:security_group_rule and tenant:740d9d650faf4be8b6e0a1e1657a94ba is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:40.814687 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:40.820762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:40.890767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.958221 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:40.961236 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2e85fdbb-a675-43c2-81ed-688b356900e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:40.992516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:29:41.003176 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2153e019-664f-4da1-b680-0870e20c2017,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:41.007160 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:41.008084 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.008525 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Added segment 1d43c13a-a66b-43c4-8933-37c51d3a4090 of type vlan for network b27e139c-a311-4ae9-bc21-12bf443564d2
Jun 27 12:29:41.037035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.124123 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.125376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:41.125966 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.129437 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:41.230212 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Pushing event updated for resources: {'Network': ['ID=b27e139c-a311-4ae9-bc21-12bf443564d2,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:41.233270 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:41.239626 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network b27e139c-a311-4ae9-bc21-12bf443564d2 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:29:41.310083 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0a77ec77-fba3-4001-ae1d-cbb59a6bc25d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6341214
Jun 27 12:29:41.310605 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48362) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:41.318714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Request body: {'subnet': {'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1844316056-subnet', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:41.322201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:41.326775 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Usage tracker for resource:subnet and tenant:740d9d650faf4be8b6e0a1e1657a94ba is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:41.329745 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:41.337707 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:41.415181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Made reservation on behalf of 740d9d650faf4be8b6e0a1e1657a94ba for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:41.417539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.438166 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d5409fe5-ae55-4de8-9f2d-ab2b7bcdcae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.678463 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.682332 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a19dddfa-8a49-4e8f-8473-f177d2b58cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:41.751787 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:41.755519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:41.764857 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Checking segment: {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:41.765218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Network hostable DHCP agents. Network: b27e139c-a311-4ae9-bc21-12bf443564d2, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:29:41.769834 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.838153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Network b27e139c-a311-4ae9-bc21-12bf443564d2 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:29:41.901125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, b27e139c-a311-4ae9-bc21-12bf443564d2) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:41.909023 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451cfe4f-165f-44a9-adc7-d2cf0a8ab046 None None] Network b27e139c-a311-4ae9-bc21-12bf443564d2 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:29:41.913584 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:41.914173 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:41.987276 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-cf90a7aa-dd67-4815-897d-9617773504cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6755102
Jun 27 12:29:41.991542 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48370) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:41.997568 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:42.005334 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:42.009889 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Usage tracker for resource:router and tenant:740d9d650faf4be8b6e0a1e1657a94ba is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:42.012869 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:42.013474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 66721d9f-e300-4a68-b56a-499e943bc164 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:42.018950 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:42.095707 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.096755 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.116286 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.190924 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 66721d9f-e300-4a68-b56a-499e943bc164 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:42.191592 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.219804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-b27e139c-a311-4ae9-bc21-12bf443564d2', 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'fixed_ips': [{'subnet_id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:29:42.220652 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.454170 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Allocated IP 172.20.0.2 (b27e139c-a311-4ae9-bc21-12bf443564d2/82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2/f5174674-1ba5-4ec0-976b-4cb79baa7d50) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:42.485605 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.716117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.726986 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Transition to ACTIVE for port object f5174674-1ba5-4ec0-976b-4cb79baa7d50 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:42.730786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.748397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Transition to ACTIVE for port object f5174674-1ba5-4ec0-976b-4cb79baa7d50 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:42.760394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.815896 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.819713 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:42.889261 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Network b27e139c-a311-4ae9-bc21-12bf443564d2 is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:42.892528 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Pushing event updated for resources: {'Port': ['ID=f5174674-1ba5-4ec0-976b-4cb79baa7d50,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:42.894910 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:42.896644 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:42.897354 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:42.908157 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Allocated IP 172.27.2.102 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/1a82002a-60cb-4b2e-b302-4e19b92ea35b) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:42.983575 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Attempting to bind port f5174674-1ba5-4ec0-976b-4cb79baa7d50 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:42.984010 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Attempting to bind port f5174674-1ba5-4ec0-976b-4cb79baa7d50 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:42.984408 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Attempting to bind port f5174674-1ba5-4ec0-976b-4cb79baa7d50 on network b27e139c-a311-4ae9-bc21-12bf443564d2 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:42.990803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:42.991193 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Checking segment: {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:42.991609 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:42.992015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Bound using segment: {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:42.992520 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Bound port: f5174674-1ba5-4ec0-976b-4cb79baa7d50, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:42.992903 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.055473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.081265 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] For port f5174674-1ba5-4ec0-976b-4cb79baa7d50, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:43.084174 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] For port f5174674-1ba5-4ec0-976b-4cb79baa7d50, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=f5174674-1ba5-4ec0-976b-4cb79baa7d50,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:43.135059 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.139567 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:43.158398 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.162048 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:43.195615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:43.203023 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:43.207070 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:43.250356 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Pushing event updated for resources: {'Port': ['ID=f5174674-1ba5-4ec0-976b-4cb79baa7d50,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:43.250665 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Pushing event updated for resources: {'Port': ['ID=1a82002a-60cb-4b2e-b302-4e19b92ea35b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:43.259030 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:43.264711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:43.461204 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.462066 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.609475 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0719f185-3da8-4689-b77f-6d70222662ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:43.764236 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:29:43.998764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:29:44.007771 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Sync routers for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:29:44.021817 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:44.022671 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d906eb80>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:44.056328 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device f5174674-1ba5-4ec0-976b-4cb79baa7d50 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:44.101386 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.102655 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1100018
Jun 27 12:29:44.105344 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48386) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:44.176568 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b4f0fd-cfa9-4ac6-b00a-61e1c2f438c3 None None] Network b27e139c-a311-4ae9-bc21-12bf443564d2 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:29:44.232547 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:44.250040 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port f5174674-1ba5-4ec0-976b-4cb79baa7d50 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:44.360148 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Provisioning for port f5174674-1ba5-4ec0-976b-4cb79baa7d50 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:44.368234 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Provisioning complete for port f5174674-1ba5-4ec0-976b-4cb79baa7d50 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:44.368802 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.529161 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d906eb80>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:43Z', 'revision_number': 3, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:44.533679 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Checking router: c6dac19b-be7b-4b4c-adf0-90e62ac290e1 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:29:44.534028 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Updating router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 port 1a82002a-60cb-4b2e-b302-4e19b92ea35b binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:29:44.544065 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.604420 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.605754 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] For port f5174674-1ba5-4ec0-976b-4cb79baa7d50, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=f5174674-1ba5-4ec0-976b-4cb79baa7d50,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:44.684854 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.724771 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:44.726713 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:44.795799 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Pushing event updated for resources: {'Port': ['ID=f5174674-1ba5-4ec0-976b-4cb79baa7d50,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:44.799444 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:44.857925 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-c77f689c-e73d-4d5b-a835-bb69da2bebc4 None None] Provisioning complete for port f5174674-1ba5-4ec0-976b-4cb79baa7d50 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:44.858314 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c77f689c-e73d-4d5b-a835-bb69da2bebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.013097 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.025094 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Transition to ACTIVE for port object 1a82002a-60cb-4b2e-b302-4e19b92ea35b will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:45.061781 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.100850 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.104882 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:45.181052 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Attempting to bind port 1a82002a-60cb-4b2e-b302-4e19b92ea35b on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:45.181432 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Attempting to bind port 1a82002a-60cb-4b2e-b302-4e19b92ea35b by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:45.181830 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Attempting to bind port 1a82002a-60cb-4b2e-b302-4e19b92ea35b on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:45.193554 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Pushing event updated for resources: {'Port': ['ID=1a82002a-60cb-4b2e-b302-4e19b92ea35b,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:45.203369 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.203715 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.204153 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.205066 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.205066 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.205066 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:45.214249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Bound port: 1a82002a-60cb-4b2e-b302-4e19b92ea35b, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:45.214972 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.242158 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:45.276634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-355b6339-dedb-40aa-b507-06ae0bfdac27 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:45.279595 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-355b6339-dedb-40aa-b507-06ae0bfdac27 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1600611
Jun 27 12:29:45.286954 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Allocated IP 172.20.0.1 (b27e139c-a311-4ae9-bc21-12bf443564d2/82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2/0d57f29c-999d-49a6-9b51-0372b9036824) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:45.295922 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] For port 1a82002a-60cb-4b2e-b302-4e19b92ea35b, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:45.299050 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] For port 1a82002a-60cb-4b2e-b302-4e19b92ea35b, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=1a82002a-60cb-4b2e-b302-4e19b92ea35b,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:45.302832 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-f4be455d-e6f4-4231-9a26-b4acdc40588a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/quotas/f90b242c0d0b402bb478eb861e5f7890 HTTP/1.1" status: 200  len: 375 time: 0.0131390
Jun 27 12:29:45.342205 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.347409 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:45.395911 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-d3891e50-4ba7-42dd-8497-f1a7d0116d77 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0873694
Jun 27 12:29:45.426515 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Pushing event updated for resources: {'Port': ['ID=1a82002a-60cb-4b2e-b302-4e19b92ea35b,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:45.429607 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-914819e4-1d7d-4367-b6bb-f9a660f62152 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:45.430317 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:45.430915 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d906eb80>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:45.447069 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.464247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Transition to ACTIVE for port object 0d57f29c-999d-49a6-9b51-0372b9036824 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:45.524195 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.529537 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:45.601877 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Network b27e139c-a311-4ae9-bc21-12bf443564d2 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:45.605319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Pushing event updated for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:45.608407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:45.610201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:45.610891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:45.619344 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:45.661279 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-71d8131b-07ed-48b2-83b2-4572f0dbe1ca service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2554519
Jun 27 12:29:45.666527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.814393 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-423ee776-a600-4d94-9925-5b96553fe70f service neutron] 10.222.0.21 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518645
Jun 27 12:29:45.830283 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.900487 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-eebbfe01-7756-4f3d-ae73-9fbd4883a71e None None] Provisioning for port 0d57f29c-999d-49a6-9b51-0372b9036824 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:45.900991 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-eebbfe01-7756-4f3d-ae73-9fbd4883a71e None None] Provisioning complete for port 0d57f29c-999d-49a6-9b51-0372b9036824 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:45.900991 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-eebbfe01-7756-4f3d-ae73-9fbd4883a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:45.953803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-eebbfe01-7756-4f3d-ae73-9fbd4883a71e None None] Port 0d57f29c-999d-49a6-9b51-0372b9036824 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:29:46.003405 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d906eb80>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:43Z', 'revision_number': 3, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:46.009763 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a283cd-54e8-4b75-8971-ca4e0bd960f6 None None] The sync data for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi is: [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:43Z', 'revision_number': 3, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:29:46.020723 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device f5174674-1ba5-4ec0-976b-4cb79baa7d50 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:46.082782 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.124855 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-26b39ec1-7be9-4616-b956-d9b65d90b4c4 req-8313a065-7d48-4763-b1a2-1e6c0788c405 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 210 time: 0.0464749
Jun 27 12:29:46.128717 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port f5174674-1ba5-4ec0-976b-4cb79baa7d50 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:46.135477 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.181451 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.211592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:46.289643 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.292823 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.296919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Pushing event updated for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:46.300600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:46.440244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Network b27e139c-a311-4ae9-bc21-12bf443564d2 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:46.441358 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:46.680888 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-7a77b565-0f44-4ff4-b5ce-cacfc3f37f7f None None] Provisioning complete for port 0d57f29c-999d-49a6-9b51-0372b9036824 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:46.681188 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-7a77b565-0f44-4ff4-b5ce-cacfc3f37f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:46.739681 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-7a77b565-0f44-4ff4-b5ce-cacfc3f37f7f None None] Port 0d57f29c-999d-49a6-9b51-0372b9036824 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:29:46.928671 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:29:47.137532 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:29:47.146656 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] 10.222.0.21 "PUT /v2.0/routers/c6dac19b-be7b-4b4c-adf0-90e62ac290e1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0402594
Jun 27 12:29:47.310311 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0ffe32d0-f67f-4fff-a1b9-7efe2544d695 req-ff476c08-a42c-4a46-af76-fd77e84bed0a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 210 time: 0.0485232
Jun 27 12:29:48.011717 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48418) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:48.019186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1655404210', 'description': 'tempest-secgroup-smoke-1655404210 description', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:48.025025 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:48.029556 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:48.032448 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:48.038225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:48.115887 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.240082 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:48.249131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:48.260193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:48.270533 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:48.277951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-08c29520-cd1a-40cf-9cc0-b9739bd31376 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:48.281028 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-08c29520-cd1a-40cf-9cc0-b9739bd31376 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 814 time: 0.1857853
Jun 27 12:29:48.304997 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Request body: {'port': {'device_id': '1e28a31c-d875-4367-b6ba-1b344139a184', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'admin_state_up': True, 'tenant_id': 'f90b242c0d0b402bb478eb861e5f7890'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:48.417636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.470684 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:48.472612 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8959a47e-dbb6-40d9-9bcf-113291c88c00 req-957e0339-aa5d-4b7f-8622-da92f2b1e82c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 210 time: 0.0465689
Jun 27 12:29:48.479543 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Usage tracker for resource:port and tenant:f90b242c0d0b402bb478eb861e5f7890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:48.483476 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:48.489446 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:48.519601 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.525422 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7cda8cd7-c7a0-40c5-9f1a-6cbbf50dcbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:48.566382 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Made reservation on behalf of f90b242c0d0b402bb478eb861e5f7890 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:29:48.570482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.580981 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c45aa3-aeda-42ab-ad38-db395ca15d98,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:48.585574 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:48.633298 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.634502 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-c9319afc-1182-48e8-bd27-8ce0f0dc9275 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.6203952
Jun 27 12:29:48.637668 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48426) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:48.643651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:48.649451 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:48.653924 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:48.657685 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:48.663845 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:48.736168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.738333 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Allocated IP 172.20.0.8 (ea032191-7e29-44b2-a54d-c00e7473f7bf/c2635979-9ca2-4d3f-b71e-66d349d1aebc/a74c331f-3cec-4d1f-b670-00c61594caca) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:29:48.797596 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.855109 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.857645 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-487f966f-d8cc-40a0-9967-797291e350a7 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:48.879653 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4cdddf-d5d0-47d8-a9ba-c121c0886e8b,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:48.883972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:48.941006 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.942310 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-75049a07-2bca-47fa-b7f8-022fcad5b837 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3035877
Jun 27 12:29:48.944905 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48430) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:48.949925 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:48.951860 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:48.957506 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:48.961386 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:48.964493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:48.971291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:49.032500 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.037935 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-44e0094b-0bd5-425e-886e-3648338882b3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:49.067376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.072675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f', '6e814089-f4ca-41aa-855e-ba29dde31d42', 'fae98a76-1763-4231-bb23-e78d1f0a6f9a'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:29:49.104286 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Network ea032191-7e29-44b2-a54d-c00e7473f7bf is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:29:49.107424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:29:49.111846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:29:49.133631 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.140550 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event updated for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:49.152748 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:49.172622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:49.175144 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.226757 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.232626 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:49.256799 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8689cc2-e6ba-4676-83c3-343cc5f552ad,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:49.261383 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:49.295818 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9946070
Jun 27 12:29:49.314476 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Request body: {'port': {'device_id': '1e28a31c-d875-4367-b6ba-1b344139a184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:49.346777 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.348251 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4022243
Jun 27 12:29:49.350627 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48434) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:49.358192 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:49.364944 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:49.369221 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:49.373847 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:49.384984 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:49.430376 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.461864 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.541958 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.597915 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.600718 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-31713b62-f4a8-4928-b6a0-a3ba4f7ee11c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:49.632448 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54555d12-a25a-4fb3-af79-cf3765b4bdb1,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:49.673914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:49.728514 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc87e12-efee-4e9f-95e6-939126f7652a req-aace9345-383f-41d5-95fa-ee38349fc664 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:49.729982 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2fc87e12-efee-4e9f-95e6-939126f7652a req-aace9345-383f-41d5-95fa-ee38349fc664 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 931 time: 0.1015913
Jun 27 12:29:49.751970 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.753135 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-1efc322e-54bd-4e9b-9b7e-1424d0363c9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4009035
Jun 27 12:29:49.756237 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48440) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:49.763508 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:49.773660 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:49.785126 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:49.789093 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:49.800039 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:49.808307 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2fc87e12-efee-4e9f-95e6-939126f7652a req-a44fd934-f5cb-448c-a682-fc7faa31161c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720899
Jun 27 12:29:49.890526 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.934319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c331f-3cec-4d1f-b670-00c61594caca {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:29:49.941158 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:49.956047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Transition to ACTIVE for port object a74c331f-3cec-4d1f-b670-00c61594caca will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:49.957677 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.009225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.012994 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9d639188-9a3e-4f37-b86f-6138bfd5ec4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:50.037875 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.039937 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-25b7a033-39ca-455a-b32a-fb72bce4511a tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:50.063135 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dedf1fe-ccae-45f0-abba-72b5792289e6,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:50.065463 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:50.124163 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.125670 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-5c286674-93b6-457d-99fc-10460579ec04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3685825
Jun 27 12:29:50.128315 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48444) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:50.133909 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:50.138572 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:50.140851 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:50.144928 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:50.145069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:50.147484 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:50.153914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:50.243432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Attempting to bind port a74c331f-3cec-4d1f-b670-00c61594caca on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:50.243770 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Attempting to bind port a74c331f-3cec-4d1f-b670-00c61594caca by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:50.244102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Attempting to bind port a74c331f-3cec-4d1f-b670-00c61594caca on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:50.250111 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Port a74c331f-3cec-4d1f-b670-00c61594caca on network ea032191-7e29-44b2-a54d-c00e7473f7bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:29:50.253837 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Attempting to bind port a74c331f-3cec-4d1f-b670-00c61594caca on network ea032191-7e29-44b2-a54d-c00e7473f7bf {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:50.256762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:50.257104 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Checking segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:50.257495 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Bound using segment: {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:50.257922 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Bound port: a74c331f-3cec-4d1f-b670-00c61594caca, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0467275-14a4-42f8-8311-4aac9c68db47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:50.258273 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.272037 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.securitygroups_db [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Project bd81626c47bc4bae91fbf152cc5161ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:29:50.279359 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.343367 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.349208 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:50.352069 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a74c331f-3cec-4d1f-b670-00c61594caca,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:50.403892 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.405951 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:50.425992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f756c844-f261-4162-a844-899e2a480932,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:50.429734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:50.432274 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.436521 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:50.495675 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.497746 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] 10.222.0.47 "PUT /v2.0/ports/a74c331f-3cec-4d1f-b670-00c61594caca HTTP/1.1" status: 200  len: 1093 time: 1.1876166
Jun 27 12:29:50.498283 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:29:50.506714 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.510331 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f634ad4f-fbea-4e4a-be37-77c23a5ee7b5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3786626
Jun 27 12:29:50.514813 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48450) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:29:50.523416 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'security_group_rule': {'security_group_id': '62c45aa3-aeda-42ab-ad38-db395ca15d98', 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:29:50.531133 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:29:50.536402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Pushing event updated for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:50.539635 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:50.540833 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:security_group_rule and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:29:50.544641 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:29:50.550695 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:29:50.559464 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca', 'status': 'completed', 'code': 200}
Jun 27 12:29:50.645744 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.securitygroups_db [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Project bd81626c47bc4bae91fbf152cc5161ee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:29:50.657552 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.736953 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ed603c5a-dde4-4ce2-8168-914304e8541d req-f08c6472-5423-4b91-b91c-e0ee99e54527 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 1096 time: 0.1324866
Jun 27 12:29:50.741190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.828860 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:50.838749 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:29:50.845484 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-37a0b9a8-56fc-4882-ab8d-55d62b01c99e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:50.873164 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b6ef39-2660-43fa-999d-18605385e7f1,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:50.875583 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:50.917299 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed603c5a-dde4-4ce2-8168-914304e8541d req-23079989-aedd-48dc-91fe-ca8edae61bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:50.919699 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ed603c5a-dde4-4ce2-8168-914304e8541d req-23079989-aedd-48dc-91fe-ca8edae61bc5 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f90b242c0d0b402bb478eb861e5f7890&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1685414
Jun 27 12:29:50.999315 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:51.000511 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4848232
Jun 27 12:29:51.021203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bd8c-f423-4330-80c9-b4232ebd9558 req-170b4c2d-8f86-436e-bfe6-b16d69935104 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:51.022679 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-93f8bd8c-f423-4330-80c9-b4232ebd9558 req-170b4c2d-8f86-436e-bfe6-b16d69935104 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 943 time: 0.0812454
Jun 27 12:29:51.069260 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed603c5a-dde4-4ce2-8168-914304e8541d req-83a28ff7-4983-4f12-8f8e-ab00f2383515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:51.071454 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ed603c5a-dde4-4ce2-8168-914304e8541d req-83a28ff7-4983-4f12-8f8e-ab00f2383515 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1446199
Jun 27 12:29:51.076358 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-93f8bd8c-f423-4330-80c9-b4232ebd9558 req-e08d87c5-8468-44fb-8292-e9efa00f506f tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479345
Jun 27 12:29:51.208136 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-95d476a3-1447-4419-8412-f22dde33b6be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 1096 time: 0.0741439
Jun 27 12:29:51.284362 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-fec26e2b-b3db-47b8-8730-7af8850a3d9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a74c331f-3cec-4d1f-b670-00c61594caca HTTP/1.1" status: 200  len: 217 time: 0.0619082
Jun 27 12:29:51.352574 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-2663a900-9039-4c34-9dc1-b986d838dca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:51.354028 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-2663a900-9039-4c34-9dc1-b986d838dca1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 200  len: 854 time: 0.0622203
Jun 27 12:29:51.400171 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-f817aac1-a3ee-4c0b-b1e2-376e7da36d2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea032191-7e29-44b2-a54d-c00e7473f7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388908
Jun 27 12:29:51.534352 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-2bf3b763-5914-406e-9920-1c2c6d63a1ea service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268039
Jun 27 12:29:51.672213 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-fce45b3a-ae7a-4741-b09e-1106db3f6eab req-9b80da29-ed93-4cac-a6d4-c1181ae49ca6 service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303234
Jun 27 12:29:52.039196 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1a82002a-60cb-4b2e-b302-4e19b92ea35b up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:52.170646 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 1a82002a-60cb-4b2e-b302-4e19b92ea35b completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:52.175927 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 1a82002a-60cb-4b2e-b302-4e19b92ea35b triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:52.176571 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:52.293965 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05c188-1403-4290-a628-7e1b74d5efca req-c15461a1-e80b-429b-8e7c-3fc339deace8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:52.295428 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe05c188-1403-4290-a628-7e1b74d5efca req-c15461a1-e80b-429b-8e7c-3fc339deace8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 943 time: 0.0876384
Jun 27 12:29:52.307383 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:52.325909 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 1a82002a-60cb-4b2e-b302-4e19b92ea35b, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=1a82002a-60cb-4b2e-b302-4e19b92ea35b,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:52.346744 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fe05c188-1403-4290-a628-7e1b74d5efca req-b382707c-d10a-40e9-996a-9b3ca036f9cf tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433736
Jun 27 12:29:52.375015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:52.379575 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:52.441673 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=1a82002a-60cb-4b2e-b302-4e19b92ea35b,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:52.444588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:52.890700 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Sync routers for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:29:52.903521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:52.904482 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8dee070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:53.090505 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:53.406786 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8dee070>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 2, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:53.410662 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Checking router: ccdfe66b-0391-4fe7-9f51-03568db9efd7 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:29:53.411025 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Updating router ccdfe66b-0391-4fe7-9f51-03568db9efd7 port c082d1de-08e6-445f-a9bd-49983e179aa1 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:29:53.465523 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:53.553473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df214d-5de9-4f44-a00f-81b791bc5523 req-feda1da2-8158-49d8-987c-cd3281c51f35 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:53.555084 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0df214d-5de9-4f44-a00f-81b791bc5523 req-feda1da2-8158-49d8-987c-cd3281c51f35 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 943 time: 0.0842447
Jun 27 12:29:53.601744 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a0df214d-5de9-4f44-a00f-81b791bc5523 req-d6523d6f-1913-4774-867b-10086fc97f40 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400834
Jun 27 12:29:53.834177 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:53.845717 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Transition to ACTIVE for port object c082d1de-08e6-445f-a9bd-49983e179aa1 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:53.900743 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:53.904832 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-67875906-008c-4e42-8234-06f41a7622d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:54.023880 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1a82002a-60cb-4b2e-b302-4e19b92ea35b up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:54.066582 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac6c01-7692-4651-9913-ec3a426f460a None None] Pushing event updated for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:54.071480 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-11ac6c01-7692-4651-9913-ec3a426f460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:54.200563 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Attempting to bind port c082d1de-08e6-445f-a9bd-49983e179aa1 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:54.201387 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Attempting to bind port c082d1de-08e6-445f-a9bd-49983e179aa1 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:54.201387 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Attempting to bind port c082d1de-08e6-445f-a9bd-49983e179aa1 on network 00b40602-3827-44f2-84cd-74d845a299cd {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:54.213581 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 1a82002a-60cb-4b2e-b302-4e19b92ea35b triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:54.214220 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:54.237530 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:54.237860 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Checking segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:54.238263 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:54.238664 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Bound using segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:54.239145 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Bound port: c082d1de-08e6-445f-a9bd-49983e179aa1, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:54.239525 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:54.391427 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] For port c082d1de-08e6-445f-a9bd-49983e179aa1, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:54.408959 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] For port c082d1de-08e6-445f-a9bd-49983e179aa1, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c082d1de-08e6-445f-a9bd-49983e179aa1,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:54.455929 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:54.460115 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:54.498951 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a74c331f-3cec-4d1f-b670-00c61594caca details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:29:54.549397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ac6c01-7692-4651-9913-ec3a426f460a None None] Pushing event updated for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:54.566664 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-11ac6c01-7692-4651-9913-ec3a426f460a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:54.633271 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:54.633918 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8dee070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:54.816640 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e0365-2069-4bc7-9a08-4c2844ebce10 req-8687faf2-a4e1-42b8-81c0-f40ddde8ebad tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:54.821935 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a74c331f-3cec-4d1f-b670-00c61594caca,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:54.824787 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-306e0365-2069-4bc7-9a08-4c2844ebce10 req-8687faf2-a4e1-42b8-81c0-f40ddde8ebad tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 943 time: 0.0913603
Jun 27 12:29:54.849054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'a74c331f-3cec-4d1f-b670-00c61594caca', 'network_id': 'ea032191-7e29-44b2-a54d-c00e7473f7bf', 'port_id': 'a74c331f-3cec-4d1f-b670-00c61594caca', 'mac_address': 'fa:16:3e:97:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2635979-9ca2-4d3f-b71e-66d349d1aebc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:29:54.874319 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-306e0365-2069-4bc7-9a08-4c2844ebce10 req-4310dd35-4a21-4b88-974d-17202b2d9956 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486803
Jun 27 12:29:54.916944 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:54.973931 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:55.005824 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c331f-3cec-4d1f-b670-00c61594caca {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:29:55.094769 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a74c331f-3cec-4d1f-b670-00c61594caca,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:55.184252 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:55.188544 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:55.307972 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:55.312016 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:55.338670 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8dee070>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:54Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:55.344051 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bbe8c2-6333-4cd9-b52f-344742b597db None None] The sync data for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:54Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:29:55.597761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a74c331f-3cec-4d1f-b670-00c61594caca'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:29:55.610004 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Sync routers for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:29:55.622376 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:55.622986 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d901ff40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:55.815288 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:56.041557 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c082d1de-08e6-445f-a9bd-49983e179aa1 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:56.085146 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8253473-8d0e-4171-92bd-d3706b0db01c req-f408bb0a-fd4c-42e9-8347-32f12782471c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:56.086638 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8253473-8d0e-4171-92bd-d3706b0db01c req-f408bb0a-fd4c-42e9-8347-32f12782471c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 944 time: 0.0874269
Jun 27 12:29:56.135054 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f8253473-8d0e-4171-92bd-d3706b0db01c req-2e8596d6-c952-4939-9839-845d67e9e9de tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416882
Jun 27 12:29:56.157452 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d901ff40>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 4, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '0d57f29c-999d-49a6-9b51-0372b9036824', 'name': '', 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'mac_address': 'fa:16:3e:f4:81:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:45Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 2, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'subnets': [{'id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:56.162658 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Checking router: c6dac19b-be7b-4b4c-adf0-90e62ac290e1 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:29:56.162658 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Updating router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 port 0d57f29c-999d-49a6-9b51-0372b9036824 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:29:56.197711 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port c082d1de-08e6-445f-a9bd-49983e179aa1 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:56.203608 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port c082d1de-08e6-445f-a9bd-49983e179aa1 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:56.203994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.211986 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.327238 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.361888 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port c082d1de-08e6-445f-a9bd-49983e179aa1, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c082d1de-08e6-445f-a9bd-49983e179aa1,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:56.427030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.428912 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-4080875c-bf04-4cc0-b262-3f7a2955c044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:56.494970 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:56.498275 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:56.566179 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.578664 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Transition to ACTIVE for port object 0d57f29c-999d-49a6-9b51-0372b9036824 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:29:56.666451 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.671104 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:56.793694 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57337-3169-476c-9ad8-45b679883ed9 None None] Pushing event updated for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:56.797878 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-33f57337-3169-476c-9ad8-45b679883ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:56.895825 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Attempting to bind port 0d57f29c-999d-49a6-9b51-0372b9036824 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:29:56.896203 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Attempting to bind port 0d57f29c-999d-49a6-9b51-0372b9036824 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:29:56.896606 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Attempting to bind port 0d57f29c-999d-49a6-9b51-0372b9036824 on network b27e139c-a311-4ae9-bc21-12bf443564d2 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:29:56.904035 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:29:56.904436 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Checking segment: {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:29:56.904846 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.905244 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Bound using segment: {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:29:56.905703 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Bound port: 0d57f29c-999d-49a6-9b51-0372b9036824, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d43c13a-a66b-43c4-8933-37c51d3a4090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:29:56.906098 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:56.995096 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] For port 0d57f29c-999d-49a6-9b51-0372b9036824, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:29:56.998010 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] For port 0d57f29c-999d-49a6-9b51-0372b9036824, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0d57f29c-999d-49a6-9b51-0372b9036824,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:29:57.061219 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:57.065334 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:57.163185 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f57337-3169-476c-9ad8-45b679883ed9 None None] Pushing event updated for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=4']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:57.167189 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-33f57337-3169-476c-9ad8-45b679883ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:57.169023 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:29:57.169650 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d901ff40>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:29:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:57.360175 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:29:57.365391 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f1791-ee44-4a36-9b5e-f4e28211806c req-0a22ae4d-cd62-45a4-a746-af10792fe143 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:57.367054 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a9f1791-ee44-4a36-9b5e-f4e28211806c req-0a22ae4d-cd62-45a4-a746-af10792fe143 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 944 time: 0.0864415
Jun 27 12:29:57.416909 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1a9f1791-ee44-4a36-9b5e-f4e28211806c req-cf3adcad-361a-4446-a33a-7d6f969736c6 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441620
Jun 27 12:29:57.683056 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d901ff40>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 4, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '0d57f29c-999d-49a6-9b51-0372b9036824', 'name': '', 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'mac_address': 'fa:16:3e:f4:81:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:45Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 4, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'subnets': [{'id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:29:57.686931 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13d84b3-c28b-4fa0-a3a3-e3a4884594b5 None None] The sync data for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi is: [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:45Z', 'revision_number': 4, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '0d57f29c-999d-49a6-9b51-0372b9036824', 'name': '', 'network_id': 'b27e139c-a311-4ae9-bc21-12bf443564d2', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'mac_address': 'fa:16:3e:f4:81:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:45Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 4, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'subnets': [{'id': '82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:29:58.085474 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c082d1de-08e6-445f-a9bd-49983e179aa1 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:58.159578 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port c082d1de-08e6-445f-a9bd-49983e179aa1 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:58.159949 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.281413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0d57f29c-999d-49a6-9b51-0372b9036824 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:58.409026 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 0d57f29c-999d-49a6-9b51-0372b9036824 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:58.414257 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 0d57f29c-999d-49a6-9b51-0372b9036824 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:58.414631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.533038 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a74c331f-3cec-4d1f-b670-00c61594caca up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:29:58.590622 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.636390 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 0d57f29c-999d-49a6-9b51-0372b9036824, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0d57f29c-999d-49a6-9b51-0372b9036824,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:58.639279 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab227542-1640-4035-a870-393519d54f4d req-bb8e6b5c-841a-48b5-91d7-d4930a3f6037 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:58.640836 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab227542-1640-4035-a870-393519d54f4d req-bb8e6b5c-841a-48b5-91d7-d4930a3f6037 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 944 time: 0.0821939
Jun 27 12:29:58.686505 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab227542-1640-4035-a870-393519d54f4d req-0e394ec3-76fe-421f-a623-973287f44453 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401974
Jun 27 12:29:58.695099 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.697239 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:58.732268 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port a74c331f-3cec-4d1f-b670-00c61594caca completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:29:58.747060 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port a74c331f-3cec-4d1f-b670-00c61594caca triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:29:58.747439 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.812869 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:58.817108 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:58.883572 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.910527 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:29:58.920821 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a74c331f-3cec-4d1f-b670-00c61594caca,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:29:58.967614 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca', 'code': 200}
Jun 27 12:29:58.974733 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:29:58.976785 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:29:59.041885 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:29:59.044813 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:29:59.345048 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f0592154-efce-44c6-b09b-badb307bafad req-19f7b973-3717-4f8f-80f0-4e256e5b8740 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 1098 time: 0.0699983
Jun 27 12:29:59.477348 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f0592154-efce-44c6-b09b-badb307bafad req-21cb9f1b-f8d9-4599-99c4-408006dac9bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249299
Jun 27 12:29:59.894904 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9437dda-5fe3-437a-bfdb-b22e8aff182a req-1c627dad-d15d-44e7-85fa-f3587d6fa822 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:29:59.896281 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d9437dda-5fe3-437a-bfdb-b22e8aff182a req-1c627dad-d15d-44e7-85fa-f3587d6fa822 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0834215
Jun 27 12:29:59.945590 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d9437dda-5fe3-437a-bfdb-b22e8aff182a req-12e9751b-846e-41d4-a6e0-e838f1b4c9c6 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437739
Jun 27 12:30:00.015318 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0d57f29c-999d-49a6-9b51-0372b9036824 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:30:00.093739 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 0d57f29c-999d-49a6-9b51-0372b9036824 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:30:00.094117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:01.151568 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d171f0-471e-4e83-801a-570708dffd85 req-0b11c491-750d-4276-b155-cdac43bb0635 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:01.153062 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97d171f0-471e-4e83-801a-570708dffd85 req-0b11c491-750d-4276-b155-cdac43bb0635 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0771487
Jun 27 12:30:01.202658 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-97d171f0-471e-4e83-801a-570708dffd85 req-b31d5486-58ee-41a8-b825-b4ac480451f9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432835
Jun 27 12:30:02.402528 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e7f26-6aaa-4672-bc98-e77974d216b5 req-0bbd01e2-3aad-4fad-b6d9-359d8e83d7ff tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:02.404888 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-698e7f26-6aaa-4672-bc98-e77974d216b5 req-0bbd01e2-3aad-4fad-b6d9-359d8e83d7ff tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0782201
Jun 27 12:30:02.450265 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-698e7f26-6aaa-4672-bc98-e77974d216b5 req-04a452dc-238d-4970-9499-f640fc2614d0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402925
Jun 27 12:30:06.209121 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:06.551552 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-c918fbb3-1f2d-450f-91db-278d48e23826 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0664041
Jun 27 12:30:06.660100 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-cda61600-c9aa-4404-9a27-ed0bc4cdb135 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f90b242c0d0b402bb478eb861e5f7890&device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 1098 time: 0.0712147
Jun 27 12:30:06.809847 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-9ae6946a-03ee-4871-adf6-28c2e3344ef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:06.811221 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-9ae6946a-03ee-4871-adf6-28c2e3344ef2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 200  len: 915 time: 0.1268253
Jun 27 12:30:06.880726 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-38ebc6cc-992f-46e7-b1ad-ee0e85ef7ea0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95a00774-02d6-441f-a7fd-14625cf4581f HTTP/1.1" status: 200  len: 217 time: 0.0614161
Jun 27 12:30:06.946005 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-df20193e-104d-48ed-9601-0a76c69b251d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:06.947378 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-df20193e-104d-48ed-9601-0a76c69b251d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 200  len: 854 time: 0.0597634
Jun 27 12:30:06.993268 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-086d8c47-b61b-4783-8b6e-9faa209cd8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ea032191-7e29-44b2-a54d-c00e7473f7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0387330
Jun 27 12:30:07.127216 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-8bd06545-b775-48f1-96a9-fa3e59dbd2dd service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240654
Jun 27 12:30:07.265960 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-572a1ebe-7178-4836-b943-6d4f0b00bc82 req-aeb87515-c495-4a83-a371-d74519200c6c service neutron] 10.222.0.47 "GET /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301274
Jun 27 12:30:10.838175 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-d070590f-b72b-4788-8420-e317680b5a9a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1655404210&fields=id&tenant_id=bd81626c47bc4bae91fbf152cc5161ee HTTP/1.1" status: 200  len: 267 time: 0.0421095
Jun 27 12:30:11.067842 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-eb4bf0b6-bf37-4134-ac7a-1430d1cf2004 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:11.069222 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-eb4bf0b6-bf37-4134-ac7a-1430d1cf2004 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 808 time: 0.2243421
Jun 27 12:30:11.085498 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-0a9e3bef-7fd3-498f-8ce0-cfe52e22247d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/quotas/bd81626c47bc4bae91fbf152cc5161ee HTTP/1.1" status: 200  len: 375 time: 0.0109439
Jun 27 12:30:11.169398 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-6c5789b9-9386-4cc4-b474-ecd7c27d089b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0784206
Jun 27 12:30:11.305018 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-f8fb3cd8-4ad3-4717-9ea8-4c9949efb94c service neutron] 10.222.0.21 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245964
Jun 27 12:30:11.409049 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3352c253-d532-4b5c-a0ba-1f6cc21cf017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:11.453722 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-17bfe2c1-54e1-4148-b490-6652bc833246 service neutron] 10.222.0.21 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1430655
Jun 27 12:30:11.802993 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:12.092214 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-835886a3-8caf-4b56-9443-b499f33f90ea req-62a8cc10-5823-411e-94c3-3f6c3df0dfe6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 210 time: 0.0497086
Jun 27 12:30:13.268785 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a6877cde-36a8-49f3-888a-453558b9ccec req-3ceb0582-a7e5-4a93-9f67-f313a69eb4e5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 210 time: 0.0462554
Jun 27 12:30:13.626321 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b144e39f-39e5-4c8a-a4e9-f23cf9a98322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:14.437340 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a7a6f2f7-ab0e-4563-a223-f258cb977415 req-faa0ca24-87a0-48db-a6ed-734fc13aa506 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 210 time: 0.0420055
Jun 27 12:30:14.501206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-82c1ff57-0379-4a8d-9d8d-ba7db7d1789a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:14.501880 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-82c1ff57-0379-4a8d-9d8d-ba7db7d1789a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Synchronizing usage tracker for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:14.591770 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-82c1ff57-0379-4a8d-9d8d-ba7db7d1789a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Unset dirty status for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:14.592876 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-82c1ff57-0379-4a8d-9d8d-ba7db7d1789a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 808 time: 0.2422047
Jun 27 12:30:14.631913 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:14.660483 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-e060f660-f113-44cd-ad33-0e7b22e2b5f5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Synchronizing usage tracker for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:security_group {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:14.734630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-e060f660-f113-44cd-ad33-0e7b22e2b5f5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Unset dirty status for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:security_group {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:14.735877 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-e060f660-f113-44cd-ad33-0e7b22e2b5f5 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd81626c47bc4bae91fbf152cc5161ee HTTP/1.1" status: 200  len: 380 time: 0.1176031
Jun 27 12:30:14.746438 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'port': {'device_id': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'admin_state_up': True, 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'security_groups': ['62c45aa3-aeda-42ab-ad38-db395ca15d98']}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:30:14.892794 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:14.894436 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:port and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:14.897312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:14.903022 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:14.974678 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Made reservation on behalf of bd81626c47bc4bae91fbf152cc5161ee for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:30:14.977765 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.140201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Allocated IP 172.20.0.3 (00b40602-3827-44f2-84cd-74d845a299cd/3f11709a-ef39-4c66-bcad-91eddd5f02eb/49386dec-f8fa-42eb-bf98-5c3f4ed87ea7) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:30:15.327210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.343431 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Transition to ACTIVE for port object 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:30:15.415009 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.420739 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d49a265f-9b52-4016-b4a2-1496214d3ac0 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:15.492916 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Network 00b40602-3827-44f2-84cd-74d845a299cd is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:30:15.495919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:30:15.501247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:30:15.530934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:15.538083 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:15.566929 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:15.567557 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.652476 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d06f5-2caa-4e50-adf1-1062f3ec6219 req-7932eb34-927c-4b15-ab11-e8dfcd713a6e tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:15.653990 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb3d06f5-2caa-4e50-adf1-1062f3ec6219 req-7932eb34-927c-4b15-ab11-e8dfcd713a6e tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 931 time: 0.0867314
Jun 27 12:30:15.674401 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9320700
Jun 27 12:30:15.693636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9fcac214-f5c5-4471-a309-c07bfc9f9478 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74900) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:30:15.694593 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-9fcac214-f5c5-4471-a309-c07bfc9f9478 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0054309
Jun 27 12:30:15.703312 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb3d06f5-2caa-4e50-adf1-1062f3ec6219 req-2d57accd-16de-42eb-8676-21018b306e03 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428445
Jun 27 12:30:15.710638 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Request body: {'port': {'device_id': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:30:15.900408 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4d140597-2ec3-421f-a650-bdd3fa384800 None None] Provisioning for port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:30:15.906123 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4d140597-2ec3-421f-a650-bdd3fa384800 None None] Provisioning complete for port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:30:15.909927 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4d140597-2ec3-421f-a650-bdd3fa384800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.924605 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:15.956492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-4d140597-2ec3-421f-a650-bdd3fa384800 None None] Port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:30:16.249609 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.265940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:30:16.272915 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.287902 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Transition to ACTIVE for port object 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:30:16.346113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.350858 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:16.474727 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:16.479092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:16.583590 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Attempting to bind port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:30:16.584230 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Attempting to bind port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:30:16.584230 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Attempting to bind port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 on network 00b40602-3827-44f2-84cd-74d845a299cd {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:30:16.590222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 on network 00b40602-3827-44f2-84cd-74d845a299cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:30:16.590545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Attempting to bind port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 on network 00b40602-3827-44f2-84cd-74d845a299cd {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:30:16.597456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:30:16.597792 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Checking segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:30:16.598178 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Bound using segment: {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:30:16.598600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Bound port: 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e8440b-57c5-433b-871e-f005a275672c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:30:16.598946 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.689388 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:30:16.692390 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:30:16.753281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.758135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:16.817969 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:16.819417 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] 10.222.0.47 "PUT /v2.0/ports/49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 1093 time: 1.1157410
Jun 27 12:30:16.819836 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:16.844991 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:16.855911 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:16.889224 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'status': 'completed', 'code': 200}
Jun 27 12:30:16.920910 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fb973-ec06-44e2-a376-afe106a6c379 req-be5809dc-a3ef-471e-9b8d-850e6e120cb0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:16.922507 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-337fb973-ec06-44e2-a376-afe106a6c379 req-be5809dc-a3ef-471e-9b8d-850e6e120cb0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0977747
Jun 27 12:30:16.974248 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-337fb973-ec06-44e2-a376-afe106a6c379 req-faa02b42-c058-4ff1-891f-346e4b7a6ab7 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449889
Jun 27 12:30:17.007036 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7f9f118b-008d-4668-bcad-3f37933c578e req-c7ffe745-fd3b-4fbf-aa1e-42472351c87f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1096 time: 0.0792899
Jun 27 12:30:17.156046 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f118b-008d-4668-bcad-3f37933c578e req-605a09ba-9210-495b-a0cf-c9e4176eda48 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:17.157423 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7f9f118b-008d-4668-bcad-3f37933c578e req-605a09ba-9210-495b-a0cf-c9e4176eda48 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1359446
Jun 27 12:30:17.299057 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f118b-008d-4668-bcad-3f37933c578e req-c6927025-e849-446c-be8f-eff204648429 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:17.300582 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7f9f118b-008d-4668-bcad-3f37933c578e req-c6927025-e849-446c-be8f-eff204648429 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1355588
Jun 27 12:30:17.428823 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-b7937c9a-e144-4414-9661-d892bd9ff283 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1096 time: 0.0684481
Jun 27 12:30:17.505014 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-07144084-5d59-4023-a451-5538cbe6fb36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 217 time: 0.0629973
Jun 27 12:30:17.566113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-323888db-5bf5-4a03-97ed-b7f19b8c09c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:17.567519 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-323888db-5bf5-4a03-97ed-b7f19b8c09c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0564320
Jun 27 12:30:17.645962 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-24d794bf-5d8d-4d6a-9df1-679c740cfdf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710583
Jun 27 12:30:17.777877 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-e6946f43-29e9-4422-82df-e283096ce55e service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248438
Jun 27 12:30:17.855464 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0af99-5ad6-4506-9f34-56a48fddaa80 req-2a8997ea-1d31-4c13-b6f1-c77061c08e76 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:17.857823 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1af0af99-5ad6-4506-9f34-56a48fddaa80 req-2a8997ea-1d31-4c13-b6f1-c77061c08e76 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0793529
Jun 27 12:30:17.910228 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-1af0af99-5ad6-4506-9f34-56a48fddaa80 req-7bc46a8e-30e4-4c54-b4ee-32ecd29ea9bb tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459573
Jun 27 12:30:18.011214 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e5300f0a-7f6a-45b7-b2b2-d377cb169010 req-e88193c7-d460-40d5-9f8f-643400b7f587 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2264395
Jun 27 12:30:18.180912 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1ab2-2fd2-4f25-a92e-fc9a00af0e2a req-01f3e4cc-239a-413d-8bea-392017a19909 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:18.182366 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a7a1ab2-2fd2-4f25-a92e-fc9a00af0e2a req-01f3e4cc-239a-413d-8bea-392017a19909 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0792384
Jun 27 12:30:18.229035 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6a7a1ab2-2fd2-4f25-a92e-fc9a00af0e2a req-0006fbf5-540a-4937-8e6c-69600f870ebe tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402458
Jun 27 12:30:19.117129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3174cf-aa0d-44af-b121-00ad919ea516 req-5ffdb87b-5c22-4d86-9bd9-eb34e2f1b1da tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:19.118561 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2d3174cf-aa0d-44af-b121-00ad919ea516 req-5ffdb87b-5c22-4d86-9bd9-eb34e2f1b1da tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0784318
Jun 27 12:30:19.171651 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2d3174cf-aa0d-44af-b121-00ad919ea516 req-d793ea56-34f6-4b81-b803-6d7f2cf33367 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473747
Jun 27 12:30:19.423931 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89aecc-d46f-433e-ac74-7a64399ff49b req-c534a418-fc54-4fc8-bacc-cfdd4fbff9ec tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:19.425388 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7a89aecc-d46f-433e-ac74-7a64399ff49b req-c534a418-fc54-4fc8-bacc-cfdd4fbff9ec tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0749950
Jun 27 12:30:19.471103 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7a89aecc-d46f-433e-ac74-7a64399ff49b req-408832ab-b70c-4db4-8041-0cb85b5ef103 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401657
Jun 27 12:30:19.682362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985412c-a9ce-40ac-86b6-9807102538aa req-c76e0576-07c8-41ec-ac7b-415cbc43acd4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:19.683080 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f985412c-a9ce-40ac-86b6-9807102538aa req-c76e0576-07c8-41ec-ac7b-415cbc43acd4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:19.797242 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f985412c-a9ce-40ac-86b6-9807102538aa req-c76e0576-07c8-41ec-ac7b-415cbc43acd4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:19.798372 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f985412c-a9ce-40ac-86b6-9807102538aa req-c76e0576-07c8-41ec-ac7b-415cbc43acd4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.1900454
Jun 27 12:30:19.868938 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Deleting port a74c331f-3cec-4d1f-b670-00c61594caca {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:19.869290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:20.110117 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] For port a74c331f-3cec-4d1f-b670-00c61594caca, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a74c331f-3cec-4d1f-b670-00c61594caca,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:20.110482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:20.230893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Calling delete_port for a74c331f-3cec-4d1f-b670-00c61594caca owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:20.378148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e6f04-1493-47d2-98a6-c5891dede0fe req-7315c276-66c9-4afa-8854-9d400f8b87de tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:20.379606 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-893e6f04-1493-47d2-98a6-c5891dede0fe req-7315c276-66c9-4afa-8854-9d400f8b87de tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 945 time: 0.0802517
Jun 27 12:30:20.426378 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-893e6f04-1493-47d2-98a6-c5891dede0fe req-9c24147a-34a6-4a1a-adf9-c0d83e446313 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410445
Jun 27 12:30:20.448725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:20.455053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-87bd13bb-d4af-4190-be22-c87a52bd5ed0 tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:20.485870 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f', '6e814089-f4ca-41aa-855e-ba29dde31d42', 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'a74c331f-3cec-4d1f-b670-00c61594caca'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:30:20.501101 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event deleted for resources: {'Port': ['ID=a74c331f-3cec-4d1f-b670-00c61594caca,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:20.504592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:20.578210 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] No DVR routers for this DVR port a74c331f-3cec-4d1f-b670-00c61594caca on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:30:20.581011 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:20.583961 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'name': 'network-vif-deleted', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:20.646427 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e28a31c-d875-4367-b6ba-1b344139a184', 'name': 'network-vif-deleted', 'tag': 'a74c331f-3cec-4d1f-b670-00c61594caca', 'status': 'completed', 'code': 200}
Jun 27 12:30:20.655225 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f985412c-a9ce-40ac-86b6-9807102538aa req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "DELETE /v2.0/ports/a74c331f-3cec-4d1f-b670-00c61594caca HTTP/1.1" status: 204  len: 173 time: 0.8490829
Jun 27 12:30:20.682103 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a4f22f-0e32-4121-8175-ae6c4984fe8b req-660d1051-ee6e-4644-8313-740e3207cb9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:20.683577 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2a4f22f-0e32-4121-8175-ae6c4984fe8b req-660d1051-ee6e-4644-8313-740e3207cb9b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0794208
Jun 27 12:30:20.735376 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2a4f22f-0e32-4121-8175-ae6c4984fe8b req-3c8cb4d1-c626-4136-b7aa-d464fa7325a6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444024
Jun 27 12:30:21.609585 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5d543a13-50f7-4c12-b254-4940273d569c req-a43be374-14fa-4e4e-98da-5f155ff8c86c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e28a31c-d875-4367-b6ba-1b344139a184 HTTP/1.1" status: 200  len: 210 time: 0.0425200
Jun 27 12:30:21.934104 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602d248-983c-4505-b9ba-6dd0fa0bbf36 req-3810c632-ec0a-45e8-b3b3-bc0d3d9ebb40 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:21.936025 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e602d248-983c-4505-b9ba-6dd0fa0bbf36 req-3810c632-ec0a-45e8-b3b3-bc0d3d9ebb40 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0770116
Jun 27 12:30:21.981071 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e602d248-983c-4505-b9ba-6dd0fa0bbf36 req-ff706323-d08d-47a2-9d28-63fa00972b3c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395927
Jun 27 12:30:23.177299 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b34bade-7453-436b-a39b-4c5efd8e9880 req-d95c5369-9b71-408b-8215-ad86973d9879 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:23.178828 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b34bade-7453-436b-a39b-4c5efd8e9880 req-d95c5369-9b71-408b-8215-ad86973d9879 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0801032
Jun 27 12:30:23.225766 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0b34bade-7453-436b-a39b-4c5efd8e9880 req-4fde4186-dc03-49cc-a4f5-33f132f1b94c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415535
Jun 27 12:30:24.428117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb820-5c02-43fc-8e1b-252409725799 req-bd10cd3d-f1c9-4405-9e2b-641b4497e145 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:24.429621 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-496bb820-5c02-43fc-8e1b-252409725799 req-bd10cd3d-f1c9-4405-9e2b-641b4497e145 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0787587
Jun 27 12:30:24.599739 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-496bb820-5c02-43fc-8e1b-252409725799 req-3eae7a2a-63d6-4329-8404-71e90b51b5ff tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1645446
Jun 27 12:30:24.637214 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf9ace-81bc-4696-bfe2-faa46f6fc21c req-49ecc31e-59c2-4faf-91eb-b8231de1cd68 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:24.638810 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80bf9ace-81bc-4696-bfe2-faa46f6fc21c req-49ecc31e-59c2-4faf-91eb-b8231de1cd68 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.0829155
Jun 27 12:30:24.672943 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a74c331f-3cec-4d1f-b670-00c61594caca no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:30:24.683557 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-80bf9ace-81bc-4696-bfe2-faa46f6fc21c req-75cf05b0-759d-4360-a9ee-ecf7524b988d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393057
Jun 27 12:30:24.705452 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: a74c331f-3cec-4d1f-b670-00c61594caca {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:30:24.705799 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a74c331f-3cec-4d1f-b670-00c61594caca not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:30:25.797212 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63701745-870e-43df-8aa6-8c6e644e0ae9 req-96214b24-4f95-48de-b2af-d760f7c4ffab tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:25.798670 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63701745-870e-43df-8aa6-8c6e644e0ae9 req-96214b24-4f95-48de-b2af-d760f7c4ffab tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0795124
Jun 27 12:30:25.889560 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-63701745-870e-43df-8aa6-8c6e644e0ae9 req-e85ac5eb-e522-44c9-b943-bcc2b700e2f9 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851884
Jun 27 12:30:25.911435 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253d2ec-152a-48a1-b035-3275eed8df43 req-facaddb5-c764-4b39-994b-7c9bb79f8166 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:25.912939 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c253d2ec-152a-48a1-b035-3275eed8df43 req-facaddb5-c764-4b39-994b-7c9bb79f8166 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.1104510
Jun 27 12:30:25.960395 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c253d2ec-152a-48a1-b035-3275eed8df43 req-0552d599-6ae8-4a8e-9042-ce41aa4d8b4d tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417402
Jun 27 12:30:26.176107 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-41997a35-5dfa-41c7-89ea-529263e94e36 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:26.176760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-41997a35-5dfa-41c7-89ea-529263e94e36 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:26.288681 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-41997a35-5dfa-41c7-89ea-529263e94e36 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:26.289790 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-41997a35-5dfa-41c7-89ea-529263e94e36 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 946 time: 0.1877463
Jun 27 12:30:26.362887 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Deleting port fae98a76-1763-4231-bb23-e78d1f0a6f9a {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:26.363233 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:26.602893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] For port fae98a76-1763-4231-bb23-e78d1f0a6f9a, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=fae98a76-1763-4231-bb23-e78d1f0a6f9a,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:26.603252 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:26.675406 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:30:26.722758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Calling delete_port for fae98a76-1763-4231-bb23-e78d1f0a6f9a owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:26.840230 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:26.861619 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'mac_address': 'fa:16:3e:78:cd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:30:26.920989 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:26.941192 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:30:26.956803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:26.997501 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:27.005762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8739f4c4-e504-49d5-8425-64b590dc4c1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:27.020230 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:27.022110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:27.056520 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event deleted for resources: {'Port': ['ID=fae98a76-1763-4231-bb23-e78d1f0a6f9a,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:27.059565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:27.063142 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f', '6e814089-f4ca-41aa-855e-ba29dde31d42', 'fae98a76-1763-4231-bb23-e78d1f0a6f9a'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:30:27.123245 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ff110-dbd6-4d0f-8e00-4a16a215a912 req-daa9ec7e-7744-4ad3-bd70-f4d4df2ef37c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:27.131349 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0e9ff110-dbd6-4d0f-8e00-4a16a215a912 req-daa9ec7e-7744-4ad3-bd70-f4d4df2ef37c tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 944 time: 0.1219523
Jun 27 12:30:27.156099 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] No DVR routers for this DVR port fae98a76-1763-4231-bb23-e78d1f0a6f9a on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:30:27.158742 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:27.161750 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:27.166237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:27.180123 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'name': 'network-vif-deleted', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:27.194408 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0e9ff110-dbd6-4d0f-8e00-4a16a215a912 req-0b49f897-bf4c-4b84-be18-7fa2a6e73278 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615251
Jun 27 12:30:27.249704 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-30eb3985-f361-4e60-a93d-d09b7057cfd3 req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "DELETE /v2.0/ports/fae98a76-1763-4231-bb23-e78d1f0a6f9a HTTP/1.1" status: 204  len: 173 time: 0.9538798
Jun 27 12:30:27.268598 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f7248-db9a-4aab-8847-d8c00be16313', 'name': 'network-vif-deleted', 'tag': 'fae98a76-1763-4231-bb23-e78d1f0a6f9a', 'status': 'completed', 'code': 200}
Jun 27 12:30:27.336857 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-dca7f761-312e-4f86-990a-f3f599b9b40e req-b25bd512-6bc9-4a33-8e2c-d2c24739ebaf tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=336f7248-db9a-4aab-8847-d8c00be16313 HTTP/1.1" status: 200  len: 210 time: 0.0443070
Jun 27 12:30:27.379066 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:30:27.843442 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:30:28.396857 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5072-1562-49b4-94c4-2e2f87d9a6ea req-7b9bc289-b108-4778-88f7-9641e7035547 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:28.398321 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c62e5072-1562-49b4-94c4-2e2f87d9a6ea req-7b9bc289-b108-4778-88f7-9641e7035547 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 944 time: 0.0798552
Jun 27 12:30:28.447161 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c62e5072-1562-49b4-94c4-2e2f87d9a6ea req-f2cc9d8b-2728-453f-afc7-9b6d4f8ca219 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430853
Jun 27 12:30:28.690280 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:30:28.797495 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:30:28.803088 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:30:28.803470 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:28.922139 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:28.946120 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352365f-ffd9-4144-a3e6-99b174fbdf57 req-a5fe55c3-2f09-4d14-bfad-9e4833399b0c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:28.947617 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4352365f-ffd9-4144-a3e6-99b174fbdf57 req-a5fe55c3-2f09-4d14-bfad-9e4833399b0c tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.0781815
Jun 27 12:30:28.949005 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:28.960050 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:29.000054 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4352365f-ffd9-4144-a3e6-99b174fbdf57 req-95e5f65f-5cca-491f-a4c5-4106aec73f7a tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462425
Jun 27 12:30:29.008545 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'code': 200}
Jun 27 12:30:29.042695 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:29.043513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device fae98a76-1763-4231-bb23-e78d1f0a6f9a no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:30:29.072489 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-11ac6c01-7692-4651-9913-ec3a426f460a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:29.108708 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: fae98a76-1763-4231-bb23-e78d1f0a6f9a {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:30:29.109093 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device fae98a76-1763-4231-bb23-e78d1f0a6f9a not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:30:29.141747 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:29.144755 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:29.565484 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6e1f34c4-6cbc-42df-be95-acf6b065e11a req-727376c7-39a7-43ee-bb15-687771ddb6ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.1897573
Jun 27 12:30:29.609708 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-6e1f34c4-6cbc-42df-be95-acf6b065e11a req-7b6cd774-902d-4378-95d1-db354f73e033 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363402
Jun 27 12:30:29.645559 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4adc82-8e26-4088-805e-758586f12374 req-e2bd55ae-d0f5-43a4-b209-7a688107f641 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:29.646932 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e4adc82-8e26-4088-805e-758586f12374 req-e2bd55ae-d0f5-43a4-b209-7a688107f641 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0762408
Jun 27 12:30:29.691901 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e4adc82-8e26-4088-805e-758586f12374 req-80c08e87-8969-4285-a34c-89b8dfd5c00d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394676
Jun 27 12:30:30.198688 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2f108-3f58-4e4d-a16b-04bc6c0867c6 req-4ab769a0-a757-490f-b20b-6a52fc4e06c8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:30.200105 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0f2f108-3f58-4e4d-a16b-04bc6c0867c6 req-4ab769a0-a757-490f-b20b-6a52fc4e06c8 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.0789251
Jun 27 12:30:30.245109 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c0f2f108-3f58-4e4d-a16b-04bc6c0867c6 req-a8566a90-acc3-477f-a167-effee29db2b4 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392175
Jun 27 12:30:30.703623 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-846a8510-a557-410f-9d7b-fb10fb801a33 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:30.704314 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-846a8510-a557-410f-9d7b-fb10fb801a33 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:30.756982 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-846a8510-a557-410f-9d7b-fb10fb801a33 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:30.758268 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-846a8510-a557-410f-9d7b-fb10fb801a33 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 945 time: 0.1347308
Jun 27 12:30:30.835569 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Deleting port 6e814089-f4ca-41aa-855e-ba29dde31d42 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:30.836382 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:30.899688 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a1ac48-0819-4e38-aac8-0ee0f70e42da req-d1c4eeaa-8505-4047-8a13-965d451b1f63 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:30.901193 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0a1ac48-0819-4e38-aac8-0ee0f70e42da req-d1c4eeaa-8505-4047-8a13-965d451b1f63 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0882225
Jun 27 12:30:30.952521 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0a1ac48-0819-4e38-aac8-0ee0f70e42da req-888ec98e-2e1d-49ac-9766-d244f635fae6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446053
Jun 27 12:30:31.092407 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] For port 6e814089-f4ca-41aa-855e-ba29dde31d42, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=6e814089-f4ca-41aa-855e-ba29dde31d42,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:31.092797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:31.210304 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Calling delete_port for 6e814089-f4ca-41aa-855e-ba29dde31d42 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:31.408705 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:31.414590 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-721df8e2-3cde-404b-9b02-d36fa96a26e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:31.414735 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-87ac40d2-0b44-4bd9-8182-4abed83dc689 req-e8e2bbc8-8f02-4853-96d8-66235511f2e6 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 210 time: 0.0448375
Jun 27 12:30:31.452173 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f', '6e814089-f4ca-41aa-855e-ba29dde31d42'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:30:31.457283 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event deleted for resources: {'Port': ['ID=6e814089-f4ca-41aa-855e-ba29dde31d42,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:31.461245 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:31.533960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] No DVR routers for this DVR port 6e814089-f4ca-41aa-855e-ba29dde31d42 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:30:31.536254 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:31.538870 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'name': 'network-vif-deleted', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:31.632062 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-7c2cc58e-cc43-4aca-8aa1-750a7f851ebe req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "DELETE /v2.0/ports/6e814089-f4ca-41aa-855e-ba29dde31d42 HTTP/1.1" status: 204  len: 173 time: 0.8673344
Jun 27 12:30:31.672769 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53bc705-ed28-47b9-8ca5-f50d5b961fc6', 'name': 'network-vif-deleted', 'tag': '6e814089-f4ca-41aa-855e-ba29dde31d42', 'status': 'completed', 'code': 200}
Jun 27 12:30:32.149634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01714d79-4278-4543-b948-9c661bdefbe0 req-2bc1009d-79dc-4546-b3b3-e34dc58a555f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:32.151160 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01714d79-4278-4543-b948-9c661bdefbe0 req-2bc1009d-79dc-4546-b3b3-e34dc58a555f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0767667
Jun 27 12:30:32.197042 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-01714d79-4278-4543-b948-9c661bdefbe0 req-7af54935-c3c2-4798-86ec-b9b1d0c62428 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401292
Jun 27 12:30:32.399186 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32562b5-0963-4b1f-9e0f-30925dcca491 req-8ad2579a-28f5-457a-aa58-ccfa5dcd90e2 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:32.400756 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e32562b5-0963-4b1f-9e0f-30925dcca491 req-8ad2579a-28f5-457a-aa58-ccfa5dcd90e2 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0801706
Jun 27 12:30:32.453894 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e32562b5-0963-4b1f-9e0f-30925dcca491 req-937477ea-0e2c-4464-8db3-a6bb32707fbf tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468740
Jun 27 12:30:32.482482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48706) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:32.595485 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d2d8239b-8fce-4c89-b344-9fdcf0702050 req-3602783e-fac3-4fb5-9597-029825b2a785 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=f53bc705-ed28-47b9-8ca5-f50d5b961fc6 HTTP/1.1" status: 200  len: 210 time: 0.0438898
Jun 27 12:30:32.629290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ef4a1d91-03c8-4036-8e04-f4dcf5da6ec4 tempest-TestShelveInstance-1511437118 tempest-TestShelveInstance-1511437118-project-admin] Synchronizing usage tracker for tenant:740d9d650faf4be8b6e0a1e1657a94ba on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:32.710814 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-ef4a1d91-03c8-4036-8e04-f4dcf5da6ec4 tempest-TestShelveInstance-1511437118 tempest-TestShelveInstance-1511437118-project-admin] Unset dirty status for tenant:740d9d650faf4be8b6e0a1e1657a94ba on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:32.722145 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ef4a1d91-03c8-4036-8e04-f4dcf5da6ec4 tempest-TestShelveInstance-1511437118 tempest-TestShelveInstance-1511437118-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1093 time: 0.2284260
Jun 27 12:30:32.722145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48712) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:32.722145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:30:32.726279 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:32.730057 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Usage tracker for resource:floatingip and tenant:bd81626c47bc4bae91fbf152cc5161ee is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:32.732897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:32.738482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:32.825110 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for floatingip, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:32.959463 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:33.096066 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Allocated IP 172.27.2.181 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/4f12ae37-dae8-4ffe-89a3-600f170a2a1c) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:30:33.241622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:33.322568 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:33.326247 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-53cc6af4-ed47-46a4-94c3-0d8478f37736 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:33.390337 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:30:33.393507 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:30:33.395438 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'Port': ['ID=4f12ae37-dae8-4ffe-89a3-600f170a2a1c,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:33.397510 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:30:33.507996 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:33.986583 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:34.075494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:34.274549 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:34.345340 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:34.348958 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-78d307aa-989a-4513-b9a2-e54c0833876b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:34.454570 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event updated for resources: {'Port': ['ID=4f12ae37-dae8-4ffe-89a3-600f170a2a1c,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:34.471300 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.471686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.472057 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.472448 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.472812 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.473171 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.473526 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.473884 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.474237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.474588 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.474940 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:34.479944 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:34.482783 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:34.677864 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.l3_db [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Floating IP 78d72651-558a-4561-9706-078dc705a297 associated. External IP: 172.27.2.181, port: 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7.
Jun 27 12:30:34.740529 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e814089-f4ca-41aa-855e-ba29dde31d42 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:30:34.772261 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 6e814089-f4ca-41aa-855e-ba29dde31d42 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:30:34.772632 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 6e814089-f4ca-41aa-855e-ba29dde31d42 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:30:35.064725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Router ccdfe66b-0391-4fe7-9f51-03568db9efd7 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:30:35.357625 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:30:35.367601 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Sync routers for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:30:35.381277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:30:35.381975 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d62250>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:35.448219 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:35.521525 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7921124
Jun 27 12:30:35.521525 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:35.563430 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:30:35.569312 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'status': 'completed', 'code': 200}
Jun 27 12:30:35.666454 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a4104-502d-4a2d-a5d5-915d3b63affd req-27c98653-ab77-49d1-8a88-5d3f8a92da19 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:35.668061 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-631a4104-502d-4a2d-a5d5-915d3b63affd req-27c98653-ab77-49d1-8a88-5d3f8a92da19 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.0894260
Jun 27 12:30:35.687697 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-bf2b14c1-1c71-4dcd-b7d7-c811a295def5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0745044
Jun 27 12:30:35.720749 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-631a4104-502d-4a2d-a5d5-915d3b63affd req-a8921207-f3b7-4b7a-8764-34ccc44715f9 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458491
Jun 27 12:30:35.821645 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-2cf341de-a6b5-4ade-97fa-cf053d57338a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:35.823268 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-2cf341de-a6b5-4ade-97fa-cf053d57338a service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1283598
Jun 27 12:30:35.931466 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-be9b533d-0c15-486c-916a-c57e52da42cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 999 time: 0.1011128
Jun 27 12:30:35.956063 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d62250>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '78d72651-558a-4561-9706-078dc705a297', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'mac_address': 'fa:16:3e:78:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:33Z', 'updated_at': '2021-06-27T12:30:33Z', 'revision_number': 0, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:35.959847 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Checking router: ccdfe66b-0391-4fe7-9f51-03568db9efd7 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:30:35.971119 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:30:35.971346 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d62250>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:35.995652 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-d98e1d1e-c5c1-4222-9184-7791bd6246d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:35.997103 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-d98e1d1e-c5c1-4222-9184-7791bd6246d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0590219
Jun 27 12:30:36.073951 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-d3c2b8c1-97ee-4e86-9259-517a68995444 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695124
Jun 27 12:30:36.156759 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:30:36.205585 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-9a5b4c97-33ec-48c5-b0ff-934e133c8473 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239622
Jun 27 12:30:36.287851 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:36.342811 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-1b15ec65-a745-46aa-ba28-379ce0fab069 req-4debaa4b-fed1-4175-b385-409d2b62a0d1 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289577
Jun 27 12:30:36.512561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d62250>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '78d72651-558a-4561-9706-078dc705a297', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'mac_address': 'fa:16:3e:78:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:33Z', 'updated_at': '2021-06-27T12:30:33Z', 'revision_number': 0, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:36.517117 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b498f541-1330-4856-bf0d-bc03be647686 None None] The sync data for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '78d72651-558a-4561-9706-078dc705a297', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'floating_ip_address': '172.27.2.181', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'mac_address': 'fa:16:3e:78:cd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:30:33Z', 'updated_at': '2021-06-27T12:30:33Z', 'revision_number': 0, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:30:36.697016 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6c0b2d-efcf-4850-b7ec-649485f57866 None None] New status for floating IP 78d72651-558a-4561-9706-078dc705a297: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:30:36.919416 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0a14f-e334-49ae-90a8-9dbf2ef6b1ac req-6ac56acc-844a-4f15-bf39-c53238be38ff tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:36.922020 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-65e0a14f-e334-49ae-90a8-9dbf2ef6b1ac req-6ac56acc-844a-4f15-bf39-c53238be38ff tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.0781085
Jun 27 12:30:36.968776 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-65e0a14f-e334-49ae-90a8-9dbf2ef6b1ac req-d196e759-1c77-4deb-842d-ddec13600ae0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/security-groups?id=c31b0816-30c3-411d-8492-4188261f6a43&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410194
Jun 27 12:30:37.308065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-11d310d8-b8eb-4f9a-a60c-8ec3b0a67591 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:37.308788 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-11d310d8-b8eb-4f9a-a60c-8ec3b0a67591 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Synchronizing usage tracker for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:37.379641 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-11d310d8-b8eb-4f9a-a60c-8ec3b0a67591 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Unset dirty status for tenant:f90b242c0d0b402bb478eb861e5f7890 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:37.380813 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-11d310d8-b8eb-4f9a-a60c-8ec3b0a67591 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 945 time: 0.1456168
Jun 27 12:30:37.451303 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Deleting port 95a00774-02d6-441f-a7fd-14625cf4581f {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:37.451548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:37.689642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] For port 95a00774-02d6-441f-a7fd-14625cf4581f, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=95a00774-02d6-441f-a7fd-14625cf4581f,segment=NetworkSegment(e0467275-14a4-42f8-8311-4aac9c68db47),segment_id=e0467275-14a4-42f8-8311-4aac9c68db47)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:37.689921 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:37.892562 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Calling delete_port for 95a00774-02d6-441f-a7fd-14625cf4581f owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:38.077527 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:38.083990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:38.114123 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['95a00774-02d6-441f-a7fd-14625cf4581f'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:30:38.128316 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Pushing event deleted for resources: {'Port': ['ID=95a00774-02d6-441f-a7fd-14625cf4581f,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:38.130889 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:38.136253 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4f68ebb2-1214-4e9b-ad90-a88f9941d37e req-a9dcaf77-9d9d-4fc7-b388-7e5de1242af1 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3 HTTP/1.1" status: 200  len: 210 time: 0.0457833
Jun 27 12:30:38.208225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] No DVR routers for this DVR port 95a00774-02d6-441f-a7fd-14625cf4581f on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:30:38.210743 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:38.213336 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'name': 'network-vif-deleted', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:38.272283 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ef944c-78f5-4f7b-ad63-3d0b21f15dc3', 'name': 'network-vif-deleted', 'tag': '95a00774-02d6-441f-a7fd-14625cf4581f', 'status': 'completed', 'code': 200}
Jun 27 12:30:38.277068 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-f25d54d3-4fc4-4885-848f-bb5ccd46635b req-9ae05cae-4ece-4ed4-a2ff-4ed4ce59d393 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] 10.222.0.47 "DELETE /v2.0/ports/95a00774-02d6-441f-a7fd-14625cf4581f HTTP/1.1" status: 204  len: 173 time: 0.8908775
Jun 27 12:30:39.247040 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48740) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:39.306348 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Deleting subnet c2635979-9ca2-4d3f-b71e-66d349d1aebc {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:30:39.309178 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.356795 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.414485 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.522514 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.526843 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:39.560930 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2635979-9ca2-4d3f-b71e-66d349d1aebc,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:39.564287 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:39.567469 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.573243 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b6116884-1059-4b16-a950-fca3a7c91972 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c2635979-9ca2-4d3f-b71e-66d349d1aebc HTTP/1.1" status: 204  len: 168 time: 0.3252060
Jun 27 12:30:39.575636 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48744) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:39.682779 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.813755 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.826794 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d7fbaf10>,) {'filters': {'network_id': ['ea032191-7e29-44b2-a54d-c00e7473f7bf']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:39.842908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d7fbaf10>, 'e0467275-14a4-42f8-8311-4aac9c68db47') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:39.843205 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d7fbaf10>, 'e0467275-14a4-42f8-8311-4aac9c68db47') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:39.855094 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.871854 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.879010 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:30:39.879406 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:30:39.892590 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:30:40.014252 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.019193 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.021764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3edb2f9c-9964-4714-a6a9-78d1e86df4fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:40.048696 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=ea032191-7e29-44b2-a54d-c00e7473f7bf,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:40.051087 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:40.106411 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d4869dde-1b32-4c8d-8fae-064eb266d8fd admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea032191-7e29-44b2-a54d-c00e7473f7bf HTTP/1.1" status: 204  len: 168 time: 0.5292430
Jun 27 12:30:40.508992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48750) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:40.559706 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bc6ca56b-ca51-4bff-8141-833e48e4d91c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f90b242c0d0b402bb478eb861e5f7890&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494869
Jun 27 12:30:40.562131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48754) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:40.622105 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.650356 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.762126 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.766563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:40.780692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31b0816-30c3-411d-8492-4188261f6a43,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:40.783261 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:40.852948 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:40.854081 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-54b7769d-e7b3-47ee-bb55-3435840d056b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c31b0816-30c3-411d-8492-4188261f6a43 HTTP/1.1" status: 204  len: 168 time: 0.2910690
Jun 27 12:30:41.408261 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-13fda07c-6378-43b4-91c2-a6dcd47fa0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:41.785347 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:42.757127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 95a00774-02d6-441f-a7fd-14625cf4581f no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:30:42.789815 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 95a00774-02d6-441f-a7fd-14625cf4581f {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:30:42.790176 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 95a00774-02d6-441f-a7fd-14625cf4581f not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:30:43.625613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-866da805-d54d-4e72-8fdb-5f0d8fe9107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.002403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48814) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:44.141553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.173032 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:44.176965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Usage tracker for resource:security_group_rule and tenant:4d0e0e34a8e54f90abf299f36b321f07 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:44.180096 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:44.185864 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:44.254934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.328302 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.335024 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bb21194c-f2d0-4b4e-844a-70a20c571d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:44.376871 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1335590-631d-40e2-adbe-28663391e73c,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:44.381293 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d0e0e34a8e54f90abf299f36b321f07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3778856
Jun 27 12:30:44.382171 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-107d044a-58cd-4eae-8d36-b5cf1cb28d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:44.383855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48820) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:44.448021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.473635 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.608165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.612031 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ff1d19c5-52cf-4402-9f3f-11ec27cbce59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:44.625243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1335590-631d-40e2-adbe-28663391e73c,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:44.628152 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:44.630106 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:44.631219 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ff3bc909-4801-4d78-a3a5-da74467268c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1335590-631d-40e2-adbe-28663391e73c HTTP/1.1" status: 204  len: 168 time: 0.2464886
Jun 27 12:30:44.659454 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.309769 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 48828) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:45.331217 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.363252 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:45.367149 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Usage tracker for resource:security_group_rule and tenant:8a5b7ee87fef41d08b39a31c54827579 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:45.370015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:45.376365 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:45.439509 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.504984 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.511580 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-59970af9-3914-4f8c-9776-8e99ba5d445f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:45.552579 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b46cefef-f2f4-4520-be3c-2b93da5724c7,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:45.557052 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a5b7ee87fef41d08b39a31c54827579&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2462416
Jun 27 12:30:45.557908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0f812ab3-876e-4144-baa2-efa6945f63f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:45.559924 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48832) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:45.619772 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.646076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.756522 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.760121 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b819c04c-1278-4af8-9c2a-9a05c6ba5240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:45.773189 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46cefef-f2f4-4520-be3c-2b93da5724c7,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:45.781208 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:45.782343 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b46cefef-f2f4-4520-be3c-2b93da5724c7 HTTP/1.1" status: 204  len: 168 time: 0.2213876
Jun 27 12:30:45.785707 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.786493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.786493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.786803 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.787198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.787561 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.787921 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.788280 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.788667 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.789090 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.789379 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:30:45.792457 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:46.242507 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.122941 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48896) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:49.261496 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.294467 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:49.298829 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Usage tracker for resource:security_group_rule and tenant:ae6f7b42aec34f4fb47c5d3aa1af0e96 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:49.301606 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:49.307211 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:49.369955 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.436198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.443535 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-644dc7b0-f822-40ca-b1ea-532b1fa7cc06 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:49.481681 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b72d28c-5e9a-47ab-a69a-41bb5400f93b,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:49.485440 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:49.488873 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-a826ce6a-8d3f-423a-8d2e-a9d268bdf12b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae6f7b42aec34f4fb47c5d3aa1af0e96&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3644722
Jun 27 12:30:49.491575 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48902) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:49.549891 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.576128 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.734013 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.737681 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0e6520b2-bbfb-4e07-8d7e-e1226ec05f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:49.750452 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b72d28c-5e9a-47ab-a69a-41bb5400f93b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:49.752737 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:49.755983 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:49.757642 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-5639c9e3-27bd-4d2b-a87d-4b63631ad3f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b72d28c-5e9a-47ab-a69a-41bb5400f93b HTTP/1.1" status: 204  len: 168 time: 0.2651253
Jun 27 12:30:50.368888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48910) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:50.391388 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.421721 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:30:50.425551 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dc09b0bbf7497b919348f0cb5fa7a2 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:30:50.430886 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:30:50.433802 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:30:50.497289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.539217 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.546096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-61234041-39a6-47ee-a0f3-1e211044ba39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:50.586204 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4ae69-46bc-4588-99a9-b270bea11f87,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:50.590789 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9dc09b0bbf7497b919348f0cb5fa7a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2209089
Jun 27 12:30:50.591760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:50.593735 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48914) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:50.651086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.676876 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.796807 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.801625 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2db5a35f-d6c7-4a47-8edd-c9057b8bee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:50.896651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4ae69-46bc-4588-99a9-b270bea11f87,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:50.899394 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:50.900449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:50.901611 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4df4ae69-46bc-4588-99a9-b270bea11f87 HTTP/1.1" status: 204  len: 168 time: 0.3073211
Jun 27 12:30:50.922917 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 48920) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:30:51.126361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port bff30981-bdef-470a-ba8d-01914fc3492e {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:51.126626 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:51.302445 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:51.302777 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:51.420541 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for bff30981-bdef-470a-ba8d-01914fc3492e owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:51.608478 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:51.613014 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-40de927e-a4dc-4d0e-b3e8-10025457161f tempest-VolumesActionsTest-1820638806 tempest-VolumesActionsTest-1820638806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:51.655609 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=bff30981-bdef-470a-ba8d-01914fc3492e,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:51.658470 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:51.751836 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:52.147734 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:30:52.346744 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:30:52.358879 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:30:52.363519 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:52.369219 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:30:52.369860 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9394e20>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:52.519889 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "DELETE /v2.0/floatingips/19ccc1f9-5162-47f7-8cb7-a3452b21fd08 HTTP/1.1" status: 204  len: 168 time: 1.5956762
Jun 27 12:30:52.520634 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:52.554047 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:30:52.582225 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d', 'status': 'completed', 'code': 200}
Jun 27 12:30:52.699131 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-b8646e71-ff6f-4e53-9049-1eeb63f7c197 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 1099 time: 0.0707140
Jun 27 12:30:52.842706 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63af44-21e6-4478-8059-3a231e1734ed req-3b91754b-3da6-41c6-b42e-1487d343947e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:52.844131 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-3b91754b-3da6-41c6-b42e-1487d343947e service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.1386044
Jun 27 12:30:52.941080 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-152b005e-ad37-4a9a-ae55-bc8bd4a5f092 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=678ef929-ce12-44b5-93d7-5e674303a93d HTTP/1.1" status: 200  len: 217 time: 0.0892463
Jun 27 12:30:52.971403 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9394e20>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:52.975502 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:30:52.994511 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:30:52.995167 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9394e20>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:53.017621 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63af44-21e6-4478-8059-3a231e1734ed req-4f62691a-80c4-4bfb-adf4-d8806f300c36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:53.019094 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-4f62691a-80c4-4bfb-adf4-d8806f300c36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0700302
Jun 27 12:30:53.103881 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-73d5b146-48ef-4fca-8187-15bf0ed80c1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762374
Jun 27 12:30:53.147505 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94842-a965-437a-89ed-208e7b012fd2 req-1ab8a99c-7e2c-4c7d-9633-93813e18e815 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:53.148249 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c1e94842-a965-437a-89ed-208e7b012fd2 req-1ab8a99c-7e2c-4c7d-9633-93813e18e815 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:53.231032 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:30:53.242424 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-c1e94842-a965-437a-89ed-208e7b012fd2 req-1ab8a99c-7e2c-4c7d-9633-93813e18e815 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:53.243752 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1e94842-a965-437a-89ed-208e7b012fd2 req-1ab8a99c-7e2c-4c7d-9633-93813e18e815 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.1794846
Jun 27 12:30:53.295350 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c1e94842-a965-437a-89ed-208e7b012fd2 req-7f71ea5e-0c8d-4e07-974d-b6cf9677a2a8 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443158
Jun 27 12:30:53.330560 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-e3b8136b-c914-402a-a96f-57a774d995ec service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186620
Jun 27 12:30:53.464109 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-9f63af44-21e6-4478-8059-3a231e1734ed req-52cd3413-838a-4101-b7b8-80ced1f2cf53 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248078
Jun 27 12:30:53.578713 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9394e20>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:30:53.582529 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7225cc5d-9544-46ec-9517-56f5752a137b None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': 'c93a9a1c-09ba-4b9b-9014-d111b9af9c6c', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'floating_ip_address': '172.27.2.170', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'port_id': 'f1413799-33e2-4991-8490-884de09415c5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'mac_address': 'fa:16:3e:ad:71:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:26:43Z', 'updated_at': '2021-06-27T12:26:47Z', 'revision_number': 1, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:30:53.794989 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1abbe0-8bd4-4cb1-8436-281d5b04ccaa None None] New status for floating IP 19ccc1f9-5162-47f7-8cb7-a3452b21fd08: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:30:54.508893 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20f504-4c79-4110-8b22-ab2fa826578a req-0d78ba90-610f-4c18-9d1a-9addbad23e42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:54.510382 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4d20f504-4c79-4110-8b22-ab2fa826578a req-0d78ba90-610f-4c18-9d1a-9addbad23e42 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0789549
Jun 27 12:30:54.557006 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4d20f504-4c79-4110-8b22-ab2fa826578a req-70b4356e-344a-4be2-b253-49df8f439c16 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401847
Jun 27 12:30:55.758706 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b6ee-117d-4dc0-b4ad-cc84ae569279 req-6c13f21c-259b-4b98-8ba4-cad4c60a3eb3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:55.760042 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5e28b6ee-117d-4dc0-b4ad-cc84ae569279 req-6c13f21c-259b-4b98-8ba4-cad4c60a3eb3 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0804610
Jun 27 12:30:55.807160 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5e28b6ee-117d-4dc0-b4ad-cc84ae569279 req-d506f79d-dfb7-491c-b5af-87406f42de26 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407546
Jun 27 12:30:57.156963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba8b06-8a93-4cb0-a14c-9f9b40133252 req-7c2c06c4-19ea-4146-b52d-fce84ddc0288 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:57.158309 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78ba8b06-8a93-4cb0-a14c-9f9b40133252 req-7c2c06c4-19ea-4146-b52d-fce84ddc0288 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0759962
Jun 27 12:30:57.202874 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-78ba8b06-8a93-4cb0-a14c-9f9b40133252 req-e15b3b83-837c-43a0-9dd7-737d79e3c287 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391510
Jun 27 12:30:57.596041 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-eb6f1f98-51f0-4426-a2ac-08b56048a5ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:30:57.596742 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-eb6f1f98-51f0-4426-a2ac-08b56048a5ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:30:57.608600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-eb6f1f98-51f0-4426-a2ac-08b56048a5ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:30:57.609677 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-eb6f1f98-51f0-4426-a2ac-08b56048a5ae tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 946 time: 0.0881410
Jun 27 12:30:57.681021 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port 678ef929-ce12-44b5-93d7-5e674303a93d {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:30:57.681362 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:57.920630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] For port 678ef929-ce12-44b5-93d7-5e674303a93d, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=678ef929-ce12-44b5-93d7-5e674303a93d,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:30:57.920987 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:58.040150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for 678ef929-ce12-44b5-93d7-5e674303a93d owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:30:58.213285 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:58.220855 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f47c99ba-a42d-4e3b-ac8e-f40dfaa8f0e0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:30:58.263052 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=678ef929-ce12-44b5-93d7-5e674303a93d,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:30:58.266857 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:30:58.340890 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] No DVR routers for this DVR port 678ef929-ce12-44b5-93d7-5e674303a93d on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:30:58.344557 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:30:58.347249 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'name': 'network-vif-deleted', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:30:58.369398 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d98fd443-32ad-4b80-88b0-35285177a350 req-c48d9790-46d4-4e9a-a666-fc29684cc516 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 210 time: 0.0463696
Jun 27 12:30:58.401607 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35fb2161-33f6-422b-b060-cd8c54505478', 'name': 'network-vif-deleted', 'tag': '678ef929-ce12-44b5-93d7-5e674303a93d', 'status': 'completed', 'code': 200}
Jun 27 12:30:58.460092 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a51098bb-8b5f-48c1-b350-f651e2e16bdd req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "DELETE /v2.0/ports/678ef929-ce12-44b5-93d7-5e674303a93d HTTP/1.1" status: 204  len: 173 time: 0.8437414
Jun 27 12:30:58.851335 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 678ef929-ce12-44b5-93d7-5e674303a93d no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:30:58.885267 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 678ef929-ce12-44b5-93d7-5e674303a93d {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:30:58.885691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 678ef929-ce12-44b5-93d7-5e674303a93d not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:30:59.547766 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6da540a6-83c1-4216-a342-2037df32eed6 req-493cd6e2-73f6-472c-b39f-a931ac69798e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=35fb2161-33f6-422b-b060-cd8c54505478 HTTP/1.1" status: 200  len: 210 time: 0.0421090
Jun 27 12:31:03.062904 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49036) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:03.208456 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.239306 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:03.243050 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Usage tracker for resource:security_group_rule and tenant:10b05df6843946dd9536575650055890 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:03.245789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:03.251338 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:03.315725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.327692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49044) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:03.388232 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.406908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1d979d44-5c80-4e53-a019-42fb0728ed27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:03.471443 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0087ad-1128-4013-bd6a-0e530be7470a,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:03.476108 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:03.478752 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-876b74b5-1738-486a-9c52-3e4880965a92 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=10b05df6843946dd9536575650055890&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4147692
Jun 27 12:31:03.481678 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49048) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:03.542093 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.567223 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.578759 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port 677c13f7-f338-4966-899b-04e9ecf02c4c {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:03.579109 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.682460 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.686050 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1cabba44-3299-4de4-ba61-ed298b2aa177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:03.696684 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0087ad-1128-4013-bd6a-0e530be7470a,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:03.700456 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:03.704480 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.707825 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e0087ad-1128-4013-bd6a-0e530be7470a HTTP/1.1" status: 204  len: 168 time: 0.2245891
Jun 27 12:31:03.748868 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.749211 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:03.968259 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for 677c13f7-f338-4966-899b-04e9ecf02c4c owned by network:floatingip {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:04.167593 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:04.172929 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b4560f93-d948-4986-ada4-fef083418e17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:04.219671 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=677c13f7-f338-4966-899b-04e9ecf02c4c,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:04.222194 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:04.312125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:04.710075 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:31:04.846497 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:31:04.913959 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:04.924282 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:04.937902 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:04.938596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:04.938727 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8ce6550>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:04.992964 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "DELETE /v2.0/floatingips/c93a9a1c-09ba-4b9b-9014-d111b9af9c6c HTTP/1.1" status: 204  len: 168 time: 1.6641724
Jun 27 12:31:04.993608 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:31:05.058645 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'tag': 'f1413799-33e2-4991-8490-884de09415c5', 'status': 'completed', 'code': 200}
Jun 27 12:31:05.148573 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:05.192154 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-18983009-03dc-45ae-ac9b-603b5e95058b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 1098 time: 0.0872378
Jun 27 12:31:05.328827 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-75383dc3-6b08-4908-be67-6aa9d0a77b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:05.330270 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-75383dc3-6b08-4908-be67-6aa9d0a77b3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 200  len: 913 time: 0.1310365
Jun 27 12:31:05.401115 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-a052fc1a-145e-41cf-96d9-a364298361cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 200  len: 217 time: 0.0623569
Jun 27 12:31:05.478158 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8ce6550>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:05.481212 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-38f2304e-b933-41c9-a0e7-aa696d66a34b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:05.482725 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-38f2304e-b933-41c9-a0e7-aa696d66a34b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 200  len: 851 time: 0.0653999
Jun 27 12:31:05.482868 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:05.493464 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:05.494002 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8ce6550>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:30:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:05.573550 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a7dc7-feff-4102-b01a-079b0a9351d8 req-d7b5b869-516f-4498-8ad5-da6770cb6838 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:05.578474 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-b3d09bd0-d5f4-41c2-9553-58fd6eed46b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4b747fba-88e1-4266-9ad6-01b96d3a83db&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878172
Jun 27 12:31:05.582341 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-722a7dc7-feff-4102-b01a-079b0a9351d8 req-d7b5b869-516f-4498-8ad5-da6770cb6838 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.1047339
Jun 27 12:31:05.632660 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-722a7dc7-feff-4102-b01a-079b0a9351d8 req-2f158d80-9ef0-4a91-8755-9597a05c8e67 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493300
Jun 27 12:31:05.713008 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:05.865243 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-1ee3acea-86dd-4114-9bee-343d5ce54cd2 service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2789977
Jun 27 12:31:06.003446 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-8c2aec71-7077-4763-818c-5ddd37091a8d req-fd1bc6dc-dfb6-46ca-8c38-22bee8abb70e service neutron] 10.222.0.47 "GET /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308665
Jun 27 12:31:06.080655 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8ce6550>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:06.084602 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab0577c-a128-4936-995f-2f8accb31620 None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:21:41Z', 'revision_number': 4, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6', 'name': '', 'network_id': '4b747fba-88e1-4266-9ad6-01b96d3a83db', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'mac_address': 'fa:16:3e:49:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:39Z', 'updated_at': '2021-06-27T12:21:50Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'subnets': [{'id': '92d563b6-16a0-4dc1-a167-ec3d301460fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:06.248994 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:06.294225 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4367c540-4606-48b2-914b-52a79280485a None None] New status for floating IP c93a9a1c-09ba-4b9b-9014-d111b9af9c6c: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:31:06.854118 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a67d6f-04ae-4365-8c6d-20bc91cc1b6f req-139af5a0-8bba-4860-85dc-b9088f989f9b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:06.855589 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-39a67d6f-04ae-4365-8c6d-20bc91cc1b6f req-139af5a0-8bba-4860-85dc-b9088f989f9b tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.0859721
Jun 27 12:31:06.903050 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-39a67d6f-04ae-4365-8c6d-20bc91cc1b6f req-7697e9f5-228b-4c75-8333-f2834e64aeec tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411887
Jun 27 12:31:07.341024 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-df462829-b746-4a6e-b703-d7266c7515c6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:07.341720 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-df462829-b746-4a6e-b703-d7266c7515c6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Synchronizing usage tracker for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:31:07.424893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-df462829-b746-4a6e-b703-d7266c7515c6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Unset dirty status for tenant:3b9c6244ba134d74ac46a6cde51c9238 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:31:07.426049 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-df462829-b746-4a6e-b703-d7266c7515c6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 945 time: 0.1692991
Jun 27 12:31:07.499241 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port f1413799-33e2-4991-8490-884de09415c5 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:07.499617 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:07.762528 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] For port f1413799-33e2-4991-8490-884de09415c5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=f1413799-33e2-4991-8490-884de09415c5,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:07.762891 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:07.885258 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for f1413799-33e2-4991-8490-884de09415c5 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:08.105179 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:08.111816 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8b2ad30f-76f4-4ef9-89e5-5762f5bd1328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:08.112677 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555adb8f-95f2-404c-9f74-fb08352af75f req-ac808e6b-2610-4abf-a70a-6770f18d3d0f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:08.114245 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-555adb8f-95f2-404c-9f74-fb08352af75f req-ac808e6b-2610-4abf-a70a-6770f18d3d0f tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 867 time: 0.0802653
Jun 27 12:31:08.154316 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=f1413799-33e2-4991-8490-884de09415c5,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:08.158563 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:08.164766 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-555adb8f-95f2-404c-9f74-fb08352af75f req-9735e29e-8880-4504-9b4c-adc668005d7a tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/security-groups?id=e6e8ae95-3e48-488f-b401-a292435c0e7b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442650
Jun 27 12:31:08.235536 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] No DVR routers for this DVR port f1413799-33e2-4991-8490-884de09415c5 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:31:08.238025 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:08.240692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'name': 'network-vif-deleted', 'tag': 'f1413799-33e2-4991-8490-884de09415c5'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:31:08.296274 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701af41e-19e1-4ed8-bee0-39664fa16ddb', 'name': 'network-vif-deleted', 'tag': 'f1413799-33e2-4991-8490-884de09415c5', 'status': 'completed', 'code': 200}
Jun 27 12:31:08.362251 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b576917d-c2f7-49d6-ba96-716badee4dcc req-a8943d25-5eb7-4232-8cd3-3915797cadb5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.47 "DELETE /v2.0/ports/f1413799-33e2-4991-8490-884de09415c5 HTTP/1.1" status: 204  len: 173 time: 0.9299917
Jun 27 12:31:09.345239 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-170660b8-792b-4254-96b5-4ec02c1103e3 req-22d05f3a-a4a4-4a56-9646-0e7a3a109569 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "GET /v2.0/ports?device_id=701af41e-19e1-4ed8-bee0-39664fa16ddb HTTP/1.1" status: 200  len: 210 time: 0.0446541
Jun 27 12:31:10.195586 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49130) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:10.333643 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.364306 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:10.368058 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:6926e783f8b844138e680dc20b4fd097 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:10.370840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:10.377032 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:10.440678 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.451770 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49138) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:10.514547 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.529189 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7802875b-b616-4396-a9d0-b7255ad38a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:10.654466 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3512c87a-4525-49b0-b86b-3ffd01603777,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:10.657808 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Deleting port 1aabc000-9c48-42e8-8557-0217cb2d5b6d {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:10.658147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.680189 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:10.682382 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-2e43a582-5126-4c6e-b585-33cb548de6a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6926e783f8b844138e680dc20b4fd097&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4858346
Jun 27 12:31:10.685205 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49142) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:10.744919 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.770717 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.831825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.845903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.893471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.898741 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-7faa4993-f144-45bb-972e-1ce7be86920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:10.910830 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3512c87a-4525-49b0-b86b-3ffd01603777,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:10.913564 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device f1413799-33e2-4991-8490-884de09415c5 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:10.914050 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:10.915630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:10.919849 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-70f3109f-17e6-42fc-beb2-0e7703ffc7ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3512c87a-4525-49b0-b86b-3ffd01603777 HTTP/1.1" status: 204  len: 168 time: 0.2335441
Jun 27 12:31:10.953994 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Calling delete_port for 1aabc000-9c48-42e8-8557-0217cb2d5b6d owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:10.961626 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: f1413799-33e2-4991-8490-884de09415c5 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:10.961982 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device f1413799-33e2-4991-8490-884de09415c5 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:11.247883 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:11.253589 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-79029e59-288e-4b3d-953a-c90eb80d17a5 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:11.300749 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'Port': ['ID=1aabc000-9c48-42e8-8557-0217cb2d5b6d,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:11.303600 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:11.395279 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:11.396151 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-41b8b05f-f0c8-4913-b0e2-565eda5eaed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:11.417399 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:11.418588 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-cb4e746d-503d-4d5a-b3fc-e0f29ae13705 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "DELETE /v2.0/floatingips/6ebdf116-d6d7-4cdc-99ce-8c8efba5dfb4 HTTP/1.1" status: 204  len: 168 time: 0.9656904
Jun 27 12:31:11.796489 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:12.915305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49188) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:13.003125 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:13.033762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:13.156411 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:13.161634 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b9c3b579-8b5b-45b2-a7a9-0cee9e2e92ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:13.176848 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e8ae95-3e48-488f-b401-a292435c0e7b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:13.179141 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:13.240846 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:13.242007 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-43a1bde6-7ecd-4b45-b643-27fb285f7553 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] 10.222.0.21 "DELETE /v2.0/security-groups/e6e8ae95-3e48-488f-b401-a292435c0e7b HTTP/1.1" status: 204  len: 168 time: 0.3237805
Jun 27 12:31:13.363457 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49194) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:13.635933 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-35038090-7041-470c-8b82-8c111f950a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:14.030017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:14.627799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Deleting port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:14.628070 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:14.659037 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:14.815661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] For port bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:14.816070 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:14.944744 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Calling delete_port for bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:15.173132 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:15.176797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-83d5453d-2f05-494a-bb19-547f5705cfef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:15.218648 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:15.222131 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:15.511764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:16.179286 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Router f3bb6b14-0377-4200-b117-de40d29193d1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:31:16.270304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:16.381134 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:16.390107 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Sync routers for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:16.395312 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bb6b14-0377-4200-b117-de40d29193d1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0296414
Jun 27 12:31:16.396813 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49216) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:16.403478 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:16.404104 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8fb5250>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:16.585753 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:16.596596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:16.832450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:16.882378 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8fb5250>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:31:15Z', 'revision_number': 5, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port': {'id': '5c9af791-ab2e-4cf8-9578-31b01757b648', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:35Z', 'updated_at': '2021-06-27T12:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:16.886228 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Checking router: f3bb6b14-0377-4200-b117-de40d29193d1 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:16.897835 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Routers {'f3bb6b14-0377-4200-b117-de40d29193d1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:16.898440 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8fb5250>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['f3bb6b14-0377-4200-b117-de40d29193d1'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:16.910049 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Deleting port 5c9af791-ab2e-4cf8-9578-31b01757b648 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:16.910402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:17.053680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] Set router f3bb6b14-0377-4200-b117-de40d29193d1 gateway port host: None {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:17.086767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] For port 5c9af791-ab2e-4cf8-9578-31b01757b648, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=5c9af791-ab2e-4cf8-9578-31b01757b648,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:17.087122 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:17.168533 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8fb5250>, [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:31:16Z', 'revision_number': 6, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:17.173364 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfba07af-24b0-420f-ad8a-39a7abc192af None None] The sync data for ids ['f3bb6b14-0377-4200-b117-de40d29193d1'] in dv-cinder-798098-1-iscsi is: [{'id': 'f3bb6b14-0377-4200-b117-de40d29193d1', 'name': 'tempest-TestVolumeBootPattern-1102402256-router', 'tenant_id': '3b9c6244ba134d74ac46a6cde51c9238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:34Z', 'updated_at': '2021-06-27T12:31:16Z', 'revision_number': 6, 'project_id': '3b9c6244ba134d74ac46a6cde51c9238', 'gw_port_host': None}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:17.309329 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Calling delete_port for 5c9af791-ab2e-4cf8-9578-31b01757b648 owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:17.516235 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:17.520282 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9adbc3db-7bde-4675-bf83-0007c990a225 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:17.562298 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9af791-ab2e-4cf8-9578-31b01757b648,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:17.566361 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:17.786946 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.057956 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.063763 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.068663 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 5c9af791-ab2e-4cf8-9578-31b01757b648 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:18.101460 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 5c9af791-ab2e-4cf8-9578-31b01757b648 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:18.105164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 5c9af791-ab2e-4cf8-9578-31b01757b648 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:18.105164 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:18.134714 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:18.135234 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device bcb5e2d8-b242-4311-9b3d-a1649ee9ebd6 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:18.161424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.161988 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bb6b14-0377-4200-b117-de40d29193d1 {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:31:18.175075 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.176373 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f3bb6b14-0377-4200-b117-de40d29193d1 HTTP/1.1" status: 204  len: 168 time: 1.7786365
Jun 27 12:31:18.181448 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49234) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:18.259611 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Deleting subnet 92d563b6-16a0-4dc1-a167-ec3d301460fb {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:31:18.266569 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.317030 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.397368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.510327 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.515032 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:18.547998 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d563b6-16a0-4dc1-a167-ec3d301460fb,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:18.551414 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:18.555047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.561003 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f01f3-688f-4745-9563-d250caf6c0ed None None] Network 4b747fba-88e1-4266-9ad6-01b96d3a83db requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:18.561834 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-bd0c292b-e444-4e81-9f34-15bcf01b82ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92d563b6-16a0-4dc1-a167-ec3d301460fb HTTP/1.1" status: 204  len: 168 time: 0.3793659
Jun 27 12:31:18.564237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49246) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:18.676511 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.688854 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Deleting port ad4dc180-905d-4d7a-9241-cce2239756f4 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:18.689201 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:18.896952 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] DHCP port deletion for 4b747fba-88e1-4266-9ad6-01b96d3a83db request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:31:18.903445 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Deleting port ad4dc180-905d-4d7a-9241-cce2239756f4 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:18.903932 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.030388 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] For port ad4dc180-905d-4d7a-9241-cce2239756f4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ad4dc180-905d-4d7a-9241-cce2239756f4,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:19.030758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.111003 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] For port ad4dc180-905d-4d7a-9241-cce2239756f4, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ad4dc180-905d-4d7a-9241-cce2239756f4,segment=NetworkSegment(7e8fd5d7-35de-48fd-91b6-0b5e2173d902),segment_id=7e8fd5d7-35de-48fd-91b6-0b5e2173d902)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:19.111561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.157009 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Calling delete_port for ad4dc180-905d-4d7a-9241-cce2239756f4 owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:19.238520 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Calling delete_port for ad4dc180-905d-4d7a-9241-cce2239756f4 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:19.321630 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.327100 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-749e6108-03f4-40bc-a66b-6f96e369596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:19.329861 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:31:19.330287 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:31:19.367734 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4dc180-905d-4d7a-9241-cce2239756f4,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:19.371839 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:19.375540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] No DVR routers for this DVR port ad4dc180-905d-4d7a-9241-cce2239756f4 on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:31:19.498641 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.511283 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d83f1580>,) {'filters': {'network_id': ['4b747fba-88e1-4266-9ad6-01b96d3a83db']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:19.523936 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d83f1580>, '7e8fd5d7-35de-48fd-91b6-0b5e2173d902') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:19.524242 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d83f1580>, '7e8fd5d7-35de-48fd-91b6-0b5e2173d902') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:19.536495 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.553199 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.560786 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:31:19.561186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:31:19.578629 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:31:19.715987 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.721068 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.724825 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-703dc711-4355-4bc0-8bda-4f152a718c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:19.749422 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b747fba-88e1-4266-9ad6-01b96d3a83db,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:19.751802 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:19.825285 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b747fba-88e1-4266-9ad6-01b96d3a83db HTTP/1.1" status: 204  len: 168 time: 1.2599275
Jun 27 12:31:19.828768 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49272) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:19.832075 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Deleting port ad4dc180-905d-4d7a-9241-cce2239756f4 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:19.835447 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:19.907636 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-341dc746-d847-4a39-909c-e086a5f70e20 None None] The port 'ad4dc180-905d-4d7a-9241-cce2239756f4' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:31:20.058643 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ad4dc180-905d-4d7a-9241-cce2239756f4 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:20.094367 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: ad4dc180-905d-4d7a-9241-cce2239756f4 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:20.094789 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ad4dc180-905d-4d7a-9241-cce2239756f4 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:20.245723 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:20.956153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Deleting port 4fc711ae-d847-4167-b810-f7c7b82af934 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:20.956863 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:21.130607 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] For port 4fc711ae-d847-4167-b810-f7c7b82af934, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4fc711ae-d847-4167-b810-f7c7b82af934,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:21.131034 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:21.252806 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Calling delete_port for 4fc711ae-d847-4167-b810-f7c7b82af934 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:21.487156 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:21.491491 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-aac48065-cc50-4de1-8297-b4d95a1e67f5 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:21.533010 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc711ae-d847-4167-b810-f7c7b82af934,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:21.535513 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:21.823768 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:22.485275 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Router 8e76b484-ec63-47a0-a4f4-078a07873f94 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:31:22.691429 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:22.699790 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Sync routers for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:22.700402 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] 10.222.0.21 "PUT /v2.0/routers/8e76b484-ec63-47a0-a4f4-078a07873f94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8706219
Jun 27 12:31:22.703660 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49306) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:22.713377 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:22.716706 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92ac190>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:22.894692 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:22.902895 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:23.100503 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:23.167019 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Deleting port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:23.167373 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:23.170145 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92ac190>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251'}], 'enable_snat': True}, 'gw_port_id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:31:21Z', 'revision_number': 5, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port': {'id': '3976f255-c0a0-4ac0-a8b2-ab2ae4c26262', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:21:49Z', 'updated_at': '2021-06-27T12:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:23.174160 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Checking router: 8e76b484-ec63-47a0-a4f4-078a07873f94 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:23.184919 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Routers {'8e76b484-ec63-47a0-a4f4-078a07873f94'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:23.186264 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92ac190>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['8e76b484-ec63-47a0-a4f4-078a07873f94'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:23.340621 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] Set router 8e76b484-ec63-47a0-a4f4-078a07873f94 gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:23.342960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] For port 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:23.343327 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:23.447026 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92ac190>, [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:31:23Z', 'revision_number': 6, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:23.452135 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09dc9bc-7ded-4373-8fe0-40bd5a476dd9 None None] The sync data for ids ['8e76b484-ec63-47a0-a4f4-078a07873f94'] in dv-cinder-798098-1-iscsi is: [{'id': '8e76b484-ec63-47a0-a4f4-078a07873f94', 'name': 'tempest-TestVolumeBootPattern-1455293595-router', 'tenant_id': '81f8dc9070b04878a5632c7193527440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:21:48Z', 'updated_at': '2021-06-27T12:31:23Z', 'revision_number': 6, 'project_id': '81f8dc9070b04878a5632c7193527440', 'gw_port_host': None}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:23.472721 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Calling delete_port for 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:23.676225 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:23.679730 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a26ddca0-cc47-4836-9960-71d8bd4b9640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:23.722917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3976f255-c0a0-4ac0-a8b2-ab2ae4c26262,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:23.725243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:24.046821 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.259900 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4fc711ae-d847-4167-b810-f7c7b82af934 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:24.293602 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 4fc711ae-d847-4167-b810-f7c7b82af934 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:24.293956 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4fc711ae-d847-4167-b810-f7c7b82af934 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:24.294398 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:24.320182 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.324598 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.332068 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:24.332452 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 3976f255-c0a0-4ac0-a8b2-ab2ae4c26262 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:24.401112 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.401627 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e76b484-ec63-47a0-a4f4-078a07873f94 {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:31:24.414969 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.415943 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9dad5693-4660-4421-8a32-d93163cf89b1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8e76b484-ec63-47a0-a4f4-078a07873f94 HTTP/1.1" status: 204  len: 168 time: 1.7113116
Jun 27 12:31:24.418632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49316) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:24.484755 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Deleting subnet 25d6c0a2-180c-45e0-a22e-f813a51c9eb0 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:31:24.487943 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.538815 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.619602 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.750764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.755564 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4b1147b7-0f9c-4b28-902a-7923d3d6af04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:24.787412 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d6c0a2-180c-45e0-a22e-f813a51c9eb0,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:24.789860 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:24.795818 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.801492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af24bf-caa4-4ef1-8247-b6b9cb4bbdf9 None None] Network 20a69e47-7113-40e0-ac58-604248091896 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:24.803568 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/25d6c0a2-180c-45e0-a22e-f813a51c9eb0 HTTP/1.1" status: 204  len: 168 time: 0.3838389
Jun 27 12:31:24.809397 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49324) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:24.916237 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:24.927714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Deleting port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:24.928055 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.036497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49330) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:25.065096 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] DHCP port deletion for 20a69e47-7113-40e0-ac58-604248091896 request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:31:25.069359 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Deleting port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:25.069755 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.143163 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] For port d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:25.143529 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.187188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.220187 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:25.224107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a7cd09f8bf43467ba2787a5c9f138571 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:25.226991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:25.232948 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:25.270712 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Calling delete_port for d9c155d6-35b5-4fee-8a75-e7b338b52cf8 owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:25.282159 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] For port d9c155d6-35b5-4fee-8a75-e7b338b52cf8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,segment=NetworkSegment(f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3),segment_id=f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:25.282781 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.303291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.355824 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.362804 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-4f641cbf-42b6-4d28-999f-8a6673533c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:25.401159 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Calling delete_port for d9c155d6-35b5-4fee-8a75-e7b338b52cf8 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:31:25.402365 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9b64f8-2b85-451c-840b-7ef41f2b4fb7,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:25.406214 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:25.412746 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f465e05b-ad89-4a0c-8ecb-82e1958376d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7cd09f8bf43467ba2787a5c9f138571&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3724689
Jun 27 12:31:25.412746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49336) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:25.418708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.423470 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e634639a-195d-4e5f-b33f-4cc2d818a2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:25.474968 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:31:25.475340 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:31:25.476409 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.504499 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.562096 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c155d6-35b5-4fee-8a75-e7b338b52cf8,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:25.566290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:25.568820 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] No DVR routers for this DVR port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:31:25.601281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.605100 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-58256546-4c66-43c3-959d-f2a6b4acce99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:25.616130 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9b64f8-2b85-451c-840b-7ef41f2b4fb7,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:25.620185 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:25.623759 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.624905 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-ac67d432-98dc-4faa-b9da-fd950ddf537e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a9b64f8-2b85-451c-840b-7ef41f2b4fb7 HTTP/1.1" status: 204  len: 168 time: 0.2109058
Jun 27 12:31:25.688445 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.701829 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d81bc850>,) {'filters': {'network_id': ['20a69e47-7113-40e0-ac58-604248091896']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:25.714532 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d81bc850>, 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:25.714838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d81bc850>, 'f46ff642-b62c-4f5b-8dd2-3b4ac9ff45a3') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:25.726460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.742047 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.748621 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:31:25.749029 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:31:25.762002 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:31:25.887740 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.892192 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:25.906294 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:25.917368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a69e47-7113-40e0-ac58-604248091896,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:25.920704 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:25.925700 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] 10.222.0.21 "DELETE /v2.0/networks/20a69e47-7113-40e0-ac58-604248091896 HTTP/1.1" status: 204  len: 168 time: 1.1142931
Jun 27 12:31:25.976421 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Deleting port d9c155d6-35b5-4fee-8a75-e7b338b52cf8 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:31:25.976817 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:26.041506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-80d0166e-7827-4902-b268-70bf9e646f9b None None] The port 'd9c155d6-35b5-4fee-8a75-e7b338b52cf8' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:31:26.077235 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device d9c155d6-35b5-4fee-8a75-e7b338b52cf8 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:31:26.113465 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: d9c155d6-35b5-4fee-8a75-e7b338b52cf8 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:31:26.113465 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device d9c155d6-35b5-4fee-8a75-e7b338b52cf8 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:31:26.400880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49354) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:26.450143 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-31eda8ce-5ab2-4928-9d92-7e1b82aaafb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b9c6244ba134d74ac46a6cde51c9238&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0480921
Jun 27 12:31:26.452955 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49358) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:26.517618 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:26.544147 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:26.675730 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:26.679523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-69ecfcc8-9f5c-4e9a-8012-d4a26cc01c45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:26.693944 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d2b8a-b6dc-491e-b605-dbab28d11160,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:26.698686 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:26.700523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:26.702663 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-b139dc55-714c-4c79-862c-716b9f01fd54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e34d2b8a-b6dc-491e-b605-dbab28d11160 HTTP/1.1" status: 204  len: 168 time: 0.2487636
Jun 27 12:31:26.872056 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49370) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:27.118113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-585249061-network', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:27.123248 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:27.127095 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Usage tracker for resource:network and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:27.129981 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:27.135595 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:27.202024 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Made reservation on behalf of eb6bd2e56d294617a0688aa163d28e49 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:31:27.204553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.218325 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.249345 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:27.253181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:27.256017 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:27.261622 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:27.299203 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49378) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:27.328729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.349839 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-997b059e-a553-427a-adfc-a94a6d189853 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81f8dc9070b04878a5632c7193527440&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494549
Jun 27 12:31:27.352175 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49382) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:27.390143 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.394266 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9632354d-5355-429f-9643-90bb4bb198e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:27.411928 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.425078 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:31:27.437284 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb06c975-db9e-4886-bd6e-92773717f894,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:27.441111 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:27.441584 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.442013 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.442350 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Added segment b045cba1-11ac-412b-b572-d1d58c14bd9b of type vlan for network c7be1a37-ce3a-4ecd-9481-aa7c08427732
Jun 27 12:31:27.470915 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.578817 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.582727 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-39a6d5e3-64bd-4cb5-b1b6-8aeaf3f063c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:27.594619 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e6e277-fea5-41d5-aae8-26658bc4ad71,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:27.598449 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:27.601553 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.602672 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-dd9b847f-eedc-4600-9bfe-ea8576660898 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6e6e277-fea5-41d5-aae8-26658bc4ad71 HTTP/1.1" status: 204  len: 168 time: 0.2495863
Jun 27 12:31:27.607680 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.611060 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:27.611060 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:27.615123 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:27.717657 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Pushing event updated for resources: {'Network': ['ID=c7be1a37-ce3a-4ecd-9481-aa7c08427732,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:27.720272 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:27.727709 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:31:27.774027 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-af85ad7e-741f-4421-89f2-47f9e7d66372 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9001019
Jun 27 12:31:27.776850 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49388) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:27.783073 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Request body: {'subnet': {'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-585249061-subnet', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:27.787904 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:27.791718 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Usage tracker for resource:subnet and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:27.794609 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:27.807137 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:27.870485 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Made reservation on behalf of eb6bd2e56d294617a0688aa163d28e49 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:31:27.873496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.167479 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.172319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9c9daf27-131d-424c-974b-e79f55601acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:28.241154 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:28.246867 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:28.255271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Checking segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:28.255626 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Network hostable DHCP agents. Network: c7be1a37-ce3a-4ecd-9481-aa7c08427732, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:31:28.355515 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:31:28.429473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, c7be1a37-ce3a-4ecd-9481-aa7c08427732) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:28.433313 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:28.433897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.438873 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be24ab9a-8070-4222-8517-58bcb12ce443 None None] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:28.499340 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4fde48b4-dc30-48b0-9607-b04dc51dc10a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7212729
Jun 27 12:31:28.501875 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49392) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:28.507144 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:28.511654 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:28.516018 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Usage tracker for resource:router and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:28.518852 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:28.524467 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:28.578657 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.579627 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.597725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.649340 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:31:28.650193 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.798644 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:28.801236 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Allocated IP 172.20.0.2 (c7be1a37-ce3a-4ecd-9481-aa7c08427732/4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b/edf6a3b0-879f-4948-b07c-da65e1e2c2f5) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:29.000156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.010106 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Transition to ACTIVE for port object edf6a3b0-879f-4948-b07c-da65e1e2c2f5 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:29.027665 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Transition to ACTIVE for port object edf6a3b0-879f-4948-b07c-da65e1e2c2f5 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:29.038167 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.071077 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.093112 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.097616 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:29.162616 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:29.165961 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:29.167791 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Pushing event updated for resources: {'Port': ['ID=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:29.170002 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:29.181751 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.182097 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.182432 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.182766 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.183098 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.183467 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.183802 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.184124 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.184473 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.184792 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.185110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:29.211371 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Allocated IP 172.27.2.116 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/8d9b36ec-65e5-41ad-915d-7d8525164f51) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:29.215054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:29.445586 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.516408 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.520575 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9b896a02-a441-49c1-836a-9d39732ffd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:29.527579 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Attempting to bind port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:29.527970 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Attempting to bind port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:29.528381 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Attempting to bind port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 on network c7be1a37-ce3a-4ecd-9481-aa7c08427732 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:29.535862 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:29.536022 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Checking segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:29.536399 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.536803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Bound using segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:29.537274 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Bound port: edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:29.537655 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.583337 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:29.586144 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:29.590684 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:29.618755 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b36ec-65e5-41ad-915d-7d8525164f51,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:29.624157 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:29.631167 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] For port edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:29.634216 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] For port edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:29.705227 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.709725 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-2a63cca2-58fc-4367-8a7b-ba5719f0b33a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:29.787726 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Pushing event updated for resources: {'Port': ['ID=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:29.792266 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-6c3bb6f8-b978-4cae-895c-1db228df941b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:29.816140 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:29.816963 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:30.091536 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device edf6a3b0-879f-4948-b07c-da65e1e2c2f5 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:30.144159 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:31:30.224105 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:30.347779 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:30.357699 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Sync routers for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:30.369227 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:30.369810 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8e96a30>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:30.437669 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:30.439534 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-9993a67e-1156-4c2c-99ea-9158ff4d4546 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9366848
Jun 27 12:31:30.442142 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49396) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:30.554558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:30.744649 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54d6957-1c29-428b-81e8-6b8c565b8a06 None None] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:30.970696 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Provisioning for port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:31.005431 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Provisioning complete for port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:31.005705 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.136064 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8e96a30>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:29Z', 'revision_number': 3, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:31.166043 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Checking router: 0ace3203-3eaf-49ff-8006-48b8e0e96b1c for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:31.166393 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Updating router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c port 8d9b36ec-65e5-41ad-915d-7d8525164f51 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:31:31.199555 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.253965 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.280060 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.387025 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] For port edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:31.438037 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.487638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:31.522792 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Allocated IP 172.20.0.1 (c7be1a37-ce3a-4ecd-9481-aa7c08427732/4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b/ffe84e53-2ad5-49f7-b5dc-7c4408f21142) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:31.592696 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Pushing event updated for resources: {'Port': ['ID=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:31.597939 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84559218-3d0a-4452-848d-227563dcddb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:31.617775 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-78528a56-cd19-4ab0-b00c-ed50cbc6461b None None] Provisioning complete for port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:31.618148 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-78528a56-cd19-4ab0-b00c-ed50cbc6461b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.671669 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.687679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Transition to ACTIVE for port object ffe84e53-2ad5-49f7-b5dc-7c4408f21142 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:31.761681 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.766312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1c35df8c-304b-4fbc-9573-03ecf8257de9 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:31.791437 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.809738 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Transition to ACTIVE for port object 8d9b36ec-65e5-41ad-915d-7d8525164f51 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:31.836141 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:31.839897 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:31.842566 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Pushing event updated for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:31.844811 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:31.872706 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:31.886620 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.891623 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:31.897965 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.972563 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Attempting to bind port 8d9b36ec-65e5-41ad-915d-7d8525164f51 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:31.972946 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Attempting to bind port 8d9b36ec-65e5-41ad-915d-7d8525164f51 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:31.973318 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Attempting to bind port 8d9b36ec-65e5-41ad-915d-7d8525164f51 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:31.975505 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd68bc-b068-48bc-80dc-36d640032a94 None None] Pushing event updated for resources: {'Port': ['ID=8d9b36ec-65e5-41ad-915d-7d8525164f51,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:31.979514 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-73dd68bc-b068-48bc-80dc-36d640032a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:31.982859 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:31.983237 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:31.983851 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:31.984311 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:31.984748 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Bound port: 8d9b36ec-65e5-41ad-915d-7d8525164f51, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:31.985132 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.061364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.066951 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device edf6a3b0-879f-4948-b07c-da65e1e2c2f5 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:32.106169 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] For port 8d9b36ec-65e5-41ad-915d-7d8525164f51, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:32.115680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-934cd6d2-8b1e-401e-919f-fd8964dc547a None None] Provisioning for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:32.126248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] For port 8d9b36ec-65e5-41ad-915d-7d8525164f51, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8d9b36ec-65e5-41ad-915d-7d8525164f51,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:32.132545 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-934cd6d2-8b1e-401e-919f-fd8964dc547a None None] Provisioning complete for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:32.132940 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-934cd6d2-8b1e-401e-919f-fd8964dc547a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.191051 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-934cd6d2-8b1e-401e-919f-fd8964dc547a None None] Port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:31:32.193886 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.198177 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:32.261282 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:32.261668 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.290652 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.315979 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd68bc-b068-48bc-80dc-36d640032a94 None None] Pushing event updated for resources: {'Port': ['ID=8d9b36ec-65e5-41ad-915d-7d8525164f51,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:32.325980 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-73dd68bc-b068-48bc-80dc-36d640032a94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:32.332844 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.337613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:32.338248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8e96a30>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:32.360255 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-77e8d481-e293-46d7-ba55-23a7989b9c36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:32.438848 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Pushing event updated for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:32.441321 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.445449 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:32.578917 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:32.580064 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:32.610924 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:32.855718 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-81622861-470b-4dfe-9079-9b73e2365ed7 None None] Provisioning complete for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:32.856030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-81622861-470b-4dfe-9079-9b73e2365ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:32.953273 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-81622861-470b-4dfe-9079-9b73e2365ed7 None None] Port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:31:32.962385 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:31:32.987104 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8e96a30>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:32Z', 'revision_number': 2, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:32.990975 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb9656-9628-4159-9d98-c5238dd005d3 None None] The sync data for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi is: [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:32Z', 'revision_number': 2, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:33.282876 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:33.292091 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-8d05f3ed-0b99-4ed1-8c62-6159b6f25bed admin admin] 10.222.0.21 "PUT /v2.0/routers/0ace3203-3eaf-49ff-8006-48b8e0e96b1c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8489299
Jun 27 12:31:34.083144 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8d9b36ec-65e5-41ad-915d-7d8525164f51 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:34.235539 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 8d9b36ec-65e5-41ad-915d-7d8525164f51 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:34.241459 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 8d9b36ec-65e5-41ad-915d-7d8525164f51 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:34.241896 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.361598 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.377449 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 8d9b36ec-65e5-41ad-915d-7d8525164f51, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8d9b36ec-65e5-41ad-915d-7d8525164f51,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:34.464421 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.466508 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:34.469973 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49418) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:34.475714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-689730355-network', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:34.480402 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:34.484461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Usage tracker for resource:network and tenant:bc5f571529764640a77a969a9fd4a3c2 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:34.487382 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:34.493028 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:34.537506 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=8d9b36ec-65e5-41ad-915d-7d8525164f51,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:34.540518 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:34.562001 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Made reservation on behalf of bc5f571529764640a77a969a9fd4a3c2 for: {'network': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:31:34.564312 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for network, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.577321 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.607433 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:34.611253 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5f571529764640a77a969a9fd4a3c2 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:34.614103 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:34.619942 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:34.683619 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.755461 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.758293 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bd754676-a937-4047-83e9-266e1c677af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:34.787077 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=74900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 27 12:31:34.795391 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dd8bad-a4d4-4463-bb35-7876da4de130,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:34.804844 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.805189 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.segments_db [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Added segment 46745223-390d-48cd-932d-b1cf8951cc9d of type vlan for network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f
Jun 27 12:31:34.811049 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.811529 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.811926 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.812295 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.812685 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.813046 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.813403 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.813764 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.814138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.814473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.814826 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:34.818908 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:34.840190 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727601826717'] for network, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.926875 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423'] for network, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.928037 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:34.928656 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:34.931894 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:35.031540 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Pushing event updated for resources: {'Network': ['ID=5c8de8ae-af1a-4d9d-8292-a7f804daea1f,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:35.034304 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:35.041066 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f details requested by agent ovs-agent-dv-cinder-798098-1-iscsi with host dv-cinder-798098-1-iscsi {{(pid=74901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 27 12:31:35.076532 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-8c23b282-ee4c-4322-ab25-8788e4c8f559 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6051943
Jun 27 12:31:35.079486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49422) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:35.084939 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Request body: {'subnet': {'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-689730355-subnet', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'ip_version': 4}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:35.090254 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:35.094424 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Usage tracker for resource:subnet and tenant:bc5f571529764640a77a969a9fd4a3c2 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:35.097328 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:35.102992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:35.155191 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Made reservation on behalf of bc5f571529764640a77a969a9fd4a3c2 for: {'subnet': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:31:35.157708 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021726'] for subnet, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.435557 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2702111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021708'] for subnet, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.440628 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:35.507110 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=962debe2-04a7-4d90-876a-f106cdba8440,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:35.510850 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:35.524319 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Checking segment: {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:35.524707 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Network hostable DHCP agents. Network: 5c8de8ae-af1a-4d9d-8292-a7f804daea1f, hostable agents: ['6b733522-e427-48ce-8ca2-8bbef4b05bdc'], hosted agents: [] {{(pid=74900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 27 12:31:35.590206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f is scheduled to be hosted by DHCP agent 6b733522-e427-48ce-8ca2-8bbef4b05bdc with binding_index 1 {{(pid=74900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 27 12:31:35.670294 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798098-1-iscsi, 5c8de8ae-af1a-4d9d-8292-a7f804daea1f) {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:35.674436 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:35.675035 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.679151 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17ab622-077c-40f3-ade3-55eddaaaebcd None None] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:35.756139 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-623c038f-2095-4bbc-86b6-63f34fffad2d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6756115
Jun 27 12:31:35.758571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49426) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:35.763804 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:35.768454 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:35.772226 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Usage tracker for resource:router and tenant:bc5f571529764640a77a969a9fd4a3c2 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:35.775038 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:35.781165 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:35.847834 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818070', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15762'] for router, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.849008 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3817981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3824345', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3891591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.867762 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:35.890591 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4199dd69-7b36-52fe-93c3-02f3d4dc764f-5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'fixed_ips': [{'subnet_id': '962debe2-04a7-4d90-876a-f106cdba8440'}]}} from dv-cinder-798098-1-iscsi. {{(pid=74901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 27 12:31:35.891475 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.048481 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.db_base_plugin_common [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Allocated IP 172.20.0.2 (5c8de8ae-af1a-4d9d-8292-a7f804daea1f/962debe2-04a7-4d90-876a-f106cdba8440/6b66bc90-98f9-4847-b89b-e33b9ab880f0) {{(pid=74901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:36.075440 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3824335', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3818052', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15743'] for router, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.078937 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8d9b36ec-65e5-41ad-915d-7d8525164f51 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:36.296604 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 8d9b36ec-65e5-41ad-915d-7d8525164f51 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:36.296879 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.317082 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.328558 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.348302 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.378182 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks [] for port, precommit_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.393359 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Transition to ACTIVE for port object 6b66bc90-98f9-4847-b89b-e33b9ab880f0 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:36.485107 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Transition to ACTIVE for port object 6b66bc90-98f9-4847-b89b-e33b9ab880f0 will not be triggered until provisioned by entity DHCP. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:36.490129 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Allocated IP 172.27.2.233 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/4e956e6f-15d2-4cd7-bcde-0696a4022ec8) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:36.579071 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671'] for port, after_create {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.583335 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-732e6c46-acfb-47d0-804c-77a45ef649f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:36.643701 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.649925 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f is already hosted by enough agents. {{(pid=74901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:36.653323 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.scheduler.base_scheduler [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Resources bound (agent type, host, resource id):  {{(pid=74901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:36.656535 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Pushing event updated for resources: {'Port': ['ID=6b66bc90-98f9-4847-b89b-e33b9ab880f0,revision_number=1']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:36.658626 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Received port after_create {{(pid=74901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:36.660778 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:36.721767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.726145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9f658376-e720-47e8-9c64-91f7c535457f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:36.748741 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Attempting to bind port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:36.749332 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Attempting to bind port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:36.749492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Attempting to bind port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 on network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:36.755777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:36.756156 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Checking segment: {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:36.757631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.757631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Bound using segment: {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:36.757631 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Bound port: 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:36.758056 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.794473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:36.797865 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:36.800422 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:36.828498 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Pushing event updated for resources: {'Port': ['ID=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:36.831521 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:36.849036 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] For port 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:36.852928 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] For port 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6b66bc90-98f9-4847-b89b-e33b9ab880f0,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:36.910350 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:36.914901 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:36.991794 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Pushing event updated for resources: {'Port': ['ID=6b66bc90-98f9-4847-b89b-e33b9ab880f0,revision_number=2']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:36.999647 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:37.026401 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:37.027265 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3818061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3824372'] for router, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:37.423913 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Router 3eccbd7d-6a86-485e-b3ba-769faefe8356 is scheduled to L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 with binding_index 1 {{(pid=74900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 27 12:31:37.634203 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:37.643147 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Sync routers for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:37.656640 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:37.660801 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d904f070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:37.738516 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:37.739839 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-54eb64e5-8b39-4d4f-8f14-8fb64dca3a06 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.9802251
Jun 27 12:31:37.742632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49430) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:31:37.853437 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:37.882712 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07d70e6-90dc-4eda-a299-adf4585b8d28 None None] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:31:38.145140 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6b66bc90-98f9-4847-b89b-e33b9ab880f0 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:38.173925 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-4fb30ec5-37b8-4001-a801-136e0d111845 None None] Provisioning for port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:38.196986 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d904f070>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:36Z', 'revision_number': 3, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:38.201494 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Checking router: 3eccbd7d-6a86-485e-b3ba-769faefe8356 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:38.202065 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Updating router 3eccbd7d-6a86-485e-b3ba-769faefe8356 port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:31:38.258698 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.292031 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:38.298132 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:38.298912 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.430248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.464821 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6b66bc90-98f9-4847-b89b-e33b9ab880f0,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:38.515469 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-433242cf-a627-4af3-b721-84423d1233d9 None None] Provisioning complete for port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:38.515780 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-433242cf-a627-4af3-b721-84423d1233d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.543110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.551116 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:38.554841 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.598119 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.609929 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Transition to ACTIVE for port object 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:38.636490 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=6b66bc90-98f9-4847-b89b-e33b9ab880f0,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:38.640924 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:38.681114 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.686107 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:38.760857 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Attempting to bind port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:38.761241 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Attempting to bind port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:38.761609 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Attempting to bind port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 on network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:38.764041 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Pushing event updated for resources: {'Port': ['ID=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,revision_number=2']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:38.771614 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Allocated IP 172.20.0.1 (5c8de8ae-af1a-4d9d-8292-a7f804daea1f/962debe2-04a7-4d90-876a-f106cdba8440/8257782a-8bcd-47ca-9693-a8e11f834385) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:38.775587 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.775934 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.776268 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.776634 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.776962 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.777288 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.777610 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.777952 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.778275 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.778590 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.778905 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:31:38.782504 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:38.788193 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Checking segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:38.788193 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.788193 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Bound using segment: {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:38.788193 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Bound port: 4e956e6f-15d2-4cd7-bcde-0696a4022ec8, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b4a08-080f-43b0-a208-5ef74ec74e11', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:38.788193 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.810360 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:38.860729 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] For port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:38.866449 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] For port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:38.923450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.938532 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Transition to ACTIVE for port object 8257782a-8bcd-47ca-9693-a8e11f834385 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:38.955972 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:38.960627 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-41bc8e3a-1cf6-4970-9c2e-023364f10df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:39.024260 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.028958 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f6fa9358-bbc3-43ae-9e2f-149f528d977d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:39.036720 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Pushing event updated for resources: {'Port': ['ID=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:39.039498 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:39.040112 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d904f070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:39.091133 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-c2a42af0-d52f-4bae-b8fe-2277525742c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:39.097487 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:39.100259 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:39.104606 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:39.130189 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Pushing event updated for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:39.135316 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:39.163202 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823650'] for router_interface, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.226294 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:39.307742 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.366588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-8ec3b9e9-721b-4df0-9c0a-6d0e5ea929f4 None None] Provisioning for port 8257782a-8bcd-47ca-9693-a8e11f834385 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:39.372176 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-8ec3b9e9-721b-4df0-9c0a-6d0e5ea929f4 None None] Provisioning complete for port 8257782a-8bcd-47ca-9693-a8e11f834385 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:39.372593 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b9e9-721b-4df0-9c0a-6d0e5ea929f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.440833 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3b9e9-721b-4df0-9c0a-6d0e5ea929f4 None None] Port 8257782a-8bcd-47ca-9693-a8e11f834385 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:31:39.524608 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d904f070>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:36Z', 'revision_number': 3, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:39.528425 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af8b46-a521-4073-a1e8-80f4b270de9b None None] The sync data for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi is: [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:36Z', 'revision_number': 3, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:39.638119 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.692160 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.715912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-95c1f050-f083-4541-b05c-eaaf7e836aaa tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:39.794130 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Pushing event updated for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:39.796925 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679309', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3822094'] for router_interface, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:39.800361 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:39.934718 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:39.935951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:40.089285 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6b66bc90-98f9-4847-b89b-e33b9ab880f0 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:40.212288 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:40.212634 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:40.314379 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-23c9c3fc-1a4b-4715-8b05-6d9afc35ac94 None None] Provisioning complete for port 8257782a-8bcd-47ca-9693-a8e11f834385 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:40.314787 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-23c9c3fc-1a4b-4715-8b05-6d9afc35ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:40.383865 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-23c9c3fc-1a4b-4715-8b05-6d9afc35ac94 None None] Port 8257782a-8bcd-47ca-9693-a8e11f834385 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:31:40.396485 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Router 3eccbd7d-6a86-485e-b3ba-769faefe8356 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:31:40.600859 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:31:40.610603 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] 10.222.0.21 "PUT /v2.0/routers/3eccbd7d-6a86-485e-b3ba-769faefe8356/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8668027
Jun 27 12:31:41.395899 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-625f6a90-a492-4b08-84b0-07a20d493a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:41.772645 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:41.850251 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:31:43.601009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-99b4a8b8-6a50-48cf-85e4-8f355fa944eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:44.675669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:46.102306 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:46.235902 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:46.258144 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:46.263548 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:46.264003 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:46.386669 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:46.407095 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:46.486759 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:46.488697 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:46.571033 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:46.574431 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:46.665613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Sync routers for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:46.689413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:46.690057 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8bdc130>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:46.925017 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:47.266289 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8bdc130>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:32Z', 'revision_number': 2, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:47.270320 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Checking router: 0ace3203-3eaf-49ff-8006-48b8e0e96b1c for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:47.270672 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Updating router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 binding host dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:31:47.330532 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:47.744403 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks [] for port, precommit_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:47.744403 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Transition to ACTIVE for port object ffe84e53-2ad5-49f7-b5dc-7c4408f21142 will not be triggered until provisioned by entity L2. {{(pid=74901) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:47.829574 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:47.833393 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-c20bc0d1-bc92-4104-ad87-6de02f3c8356 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:47.967651 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Pushing event updated for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=3']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:47.971248 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:48.062198 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Attempting to bind port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:48.065073 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Attempting to bind port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:48.065680 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Attempting to bind port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 on network c7be1a37-ce3a-4ecd-9481-aa7c08427732 {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:48.076982 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:48.078482 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Checking segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:48.079070 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:48.079638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Bound using segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} {{(pid=74901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:48.080297 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.managers [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Bound port: ffe84e53-2ad5-49f7-b5dc-7c4408f21142, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}}] {{(pid=74901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:48.080896 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:48.100557 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:48.253088 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] For port ffe84e53-2ad5-49f7-b5dc-7c4408f21142, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:48.256677 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] For port ffe84e53-2ad5-49f7-b5dc-7c4408f21142, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:48.263125 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:48.264962 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:48.325118 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:48.333192 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:48.455968 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Pushing event updated for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:48.459292 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:48.487333 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:48.489560 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8bdc130>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:48.771956 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:49.121696 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8bdc130>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:48Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:49.126735 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae48aca6-5d0b-448d-bb60-bbbbf4491b11 None None] The sync data for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi is: [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:48Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:49.543343 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Sync routers for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:31:49.569721 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:49.573079 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9530070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:49.798016 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:50.119147 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ffe84e53-2ad5-49f7-b5dc-7c4408f21142 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:50.229881 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9530070>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:39Z', 'revision_number': 4, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '8257782a-8bcd-47ca-9693-a8e11f834385', 'name': '', 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'mac_address': 'fa:16:3e:07:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '962debe2-04a7-4d90-876a-f106cdba8440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:38Z', 'updated_at': '2021-06-27T12:31:39Z', 'revision_number': 2, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'subnets': [{'id': '962debe2-04a7-4d90-876a-f106cdba8440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:50.234003 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Checking router: 3eccbd7d-6a86-485e-b3ba-769faefe8356 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:31:50.234492 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Updating router 3eccbd7d-6a86-485e-b3ba-769faefe8356 port 8257782a-8bcd-47ca-9693-a8e11f834385 binding host dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 27 12:31:50.263542 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:50.271077 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:50.271610 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.292311 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.399622 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.440917 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port ffe84e53-2ad5-49f7-b5dc-7c4408f21142, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:50.530181 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.538909 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-b5aefefc-bdad-4bcd-9316-a47fa8fa2715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:50.667136 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks [] for port, precommit_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.679825 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.provisioning_blocks [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Transition to ACTIVE for port object 8257782a-8bcd-47ca-9693-a8e11f834385 will not be triggered until provisioned by entity L2. {{(pid=74902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:50.690577 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:50.695527 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:50.755581 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:50.764036 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:50.906995 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a9d04-2c3b-481d-9b5d-c97eea612979 None None] Pushing event updated for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=3']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:50.953469 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-977a9d04-2c3b-481d-9b5d-c97eea612979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:51.012375 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Attempting to bind port 8257782a-8bcd-47ca-9693-a8e11f834385 on host dv-cinder-798098-1-iscsi for vnic_type normal with profile  {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:31:51.012375 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Attempting to bind port 8257782a-8bcd-47ca-9693-a8e11f834385 by drivers openvswitch,hyperv on host dv-cinder-798098-1-iscsi at level 0 using segments [{'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:31:51.012375 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Attempting to bind port 8257782a-8bcd-47ca-9693-a8e11f834385 on network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:31:51.016254 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Checking agent: {'id': '6492aa86-967a-4822-a076-be116155ce75', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798098-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 11, 42), 'started_at': datetime.datetime(2021, 6, 27, 12, 12, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798098-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:31:51.016659 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Checking segment: {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:31:51.017068 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:51.017470 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Bound using segment: {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'} {{(pid=74902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:31:51.017940 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.managers [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Bound port: 8257782a-8bcd-47ca-9693-a8e11f834385, host: dv-cinder-798098-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46745223-390d-48cd-932d-b1cf8951cc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f'}}] {{(pid=74902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:31:51.018317 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:51.129923 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] For port 8257782a-8bcd-47ca-9693-a8e11f834385, host dv-cinder-798098-1-iscsi, cleared binding levels {{(pid=74902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:31:51.132878 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.plugins.ml2.db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] For port 8257782a-8bcd-47ca-9693-a8e11f834385, host dv-cinder-798098-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8257782a-8bcd-47ca-9693-a8e11f834385,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:31:51.367196 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron_lib.callbacks.manager [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:51.371097 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:51.486371 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a9d04-2c3b-481d-9b5d-c97eea612979 None None] Pushing event updated for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=4']} {{(pid=74902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:51.506786 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG oslo_concurrency.lockutils [None req-977a9d04-2c3b-481d-9b5d-c97eea612979 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74902) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:51.510790 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:31:51.510790 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9530070>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:31:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:51.755177 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:31:52.080054 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ffe84e53-2ad5-49f7-b5dc-7c4408f21142 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:52.127126 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9530070>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:39Z', 'revision_number': 4, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '8257782a-8bcd-47ca-9693-a8e11f834385', 'name': '', 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'mac_address': 'fa:16:3e:07:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '962debe2-04a7-4d90-876a-f106cdba8440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:38Z', 'updated_at': '2021-06-27T12:31:51Z', 'revision_number': 4, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'subnets': [{'id': '962debe2-04a7-4d90-876a-f106cdba8440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:31:52.131598 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c526abd7-d9a1-4a3f-bc1d-9f38e0eefb73 None None] The sync data for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi is: [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:31:39Z', 'revision_number': 4, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': '8257782a-8bcd-47ca-9693-a8e11f834385', 'name': '', 'network_id': '5c8de8ae-af1a-4d9d-8292-a7f804daea1f', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'mac_address': 'fa:16:3e:07:a8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '962debe2-04a7-4d90-876a-f106cdba8440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:38Z', 'updated_at': '2021-06-27T12:31:51Z', 'revision_number': 4, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'subnets': [{'id': '962debe2-04a7-4d90-876a-f106cdba8440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:31:52.166082 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:52.166473 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:53.014342 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-f8eb9b49-345d-4a61-8cc9-309fa87a000f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:53.016381 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-f8eb9b49-345d-4a61-8cc9-309fa87a000f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 814 time: 0.1489608
Jun 27 12:31:53.032358 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9fd93c98-124e-4ddf-a6ed-67bc3a4b0a75 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/quotas/eb6bd2e56d294617a0688aa163d28e49 HTTP/1.1" status: 200  len: 375 time: 0.0107570
Jun 27 12:31:53.114197 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-6d64b385-c2ac-4882-b0f0-c1f0ee8036b2 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771010
Jun 27 12:31:53.129158 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-b8e913ca-d2ca-44de-9649-65a27b9217b7 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=74899) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 27 12:31:53.130081 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-b8e913ca-d2ca-44de-9649-65a27b9217b7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049114
Jun 27 12:31:53.258240 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-67e31e11-c4ec-481d-8451-142f345e23ea service neutron] 10.222.0.21 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226387
Jun 27 12:31:53.387273 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-109d992b-3f54-423e-93a4-64ef773a2764 service neutron] 10.222.0.21 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235178
Jun 27 12:31:53.650412 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8b41f617-5523-478a-aea0-6855bb5ff651 req-2add93b9-2d44-40c7-bf29-0d82b03e2f88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 210 time: 0.0445683
Jun 27 12:31:54.091761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8257782a-8bcd-47ca-9693-a8e11f834385 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:54.251968 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning for port 8257782a-8bcd-47ca-9693-a8e11f834385 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:54.256977 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 8257782a-8bcd-47ca-9693-a8e11f834385 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:54.261481 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:54.371277 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:54.401992 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] For port 8257782a-8bcd-47ca-9693-a8e11f834385, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8257782a-8bcd-47ca-9693-a8e11f834385,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:31:54.475137 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:54.477009 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:54.540917 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Pushing event updated for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:54.544492 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:54.760716 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-405631e5-c7d6-413e-a818-b44cbf2e2bd2 req-146f5b51-9275-4208-be7d-befd0bfc1d32 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 210 time: 0.0414641
Jun 27 12:31:55.923609 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-90878bc6-18b6-4449-b18d-9d5e9d77015a req-fbcd3958-67b6-4b4f-9975-794bbb76df8a tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 210 time: 0.0419164
Jun 27 12:31:56.079525 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-901d0141-9313-496f-9208-4bf7aab28438 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:56.080228 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-901d0141-9313-496f-9208-4bf7aab28438 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Synchronizing usage tracker for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:network {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:31:56.080995 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8257782a-8bcd-47ca-9693-a8e11f834385 up at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:31:56.153016 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Provisioning complete for port 8257782a-8bcd-47ca-9693-a8e11f834385 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:56.153491 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:56.172313 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-901d0141-9313-496f-9208-4bf7aab28438 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Unset dirty status for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:network {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:31:56.173603 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-901d0141-9313-496f-9208-4bf7aab28438 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 814 time: 0.2398057
Jun 27 12:31:56.197592 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'port': {'device_id': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'admin_state_up': True, 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:31:56.341317 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:31:56.346322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:port and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:31:56.349198 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:31:56.354849 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:31:56.434932 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Made reservation on behalf of eb6bd2e56d294617a0688aa163d28e49 for: {'port': 1} {{(pid=74900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 27 12:31:56.438492 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:56.704243 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_common [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Allocated IP 172.20.0.9 (c7be1a37-ce3a-4ecd-9481-aa7c08427732/4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b/a16e35ce-a686-487e-b7b0-2f3fd7b163a5) {{(pid=74900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:31:56.976600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for port, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:56.993539 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Transition to ACTIVE for port object a16e35ce-a686-487e-b7b0-2f3fd7b163a5 will not be triggered until provisioned by entity DHCP. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:31:57.082173 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:57.088448 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a3d54621-36d4-4a66-93c6-72c30be0ebaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:31:57.181144 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12740af-8c53-491f-8224-a312dcad36a6 req-178a3c04-466f-4eea-beb9-f188ee62273d tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:57.188774 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e12740af-8c53-491f-8224-a312dcad36a6 req-178a3c04-466f-4eea-beb9-f188ee62273d tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.1129601
Jun 27 12:31:57.193505 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 is already hosted by enough agents. {{(pid=74900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:31:57.197486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.base_scheduler [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources bound (agent type, host, resource id):  {{(pid=74900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:31:57.203006 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Received port after_create {{(pid=74900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:31:57.245068 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:31:57.257153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:31:57.257526 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-e12740af-8c53-491f-8224-a312dcad36a6 req-8c5b9eef-2b40-415b-9f18-25a9094a9658 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678029
Jun 27 12:31:57.316027 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:57.319257 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:57.402231 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-9b54c195-024e-413b-ba87-08e5a6d9a13f tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2090027
Jun 27 12:31:57.577940 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6162a8bf-4ff1-4eeb-94ab-4b8250d3dbdb None None] Provisioning for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 completed by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:31:57.583583 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-6162a8bf-4ff1-4eeb-94ab-4b8250d3dbdb None None] Provisioning complete for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:31:57.583969 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-6162a8bf-4ff1-4eeb-94ab-4b8250d3dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:31:57.681501 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-6162a8bf-4ff1-4eeb-94ab-4b8250d3dbdb None None] Port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 cannot update to ACTIVE because it is not bound. {{(pid=74901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 27 12:31:58.474835 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8766f-4bad-49a0-b945-c2ca5b715e00 req-7ef34307-fc6b-4b21-b364-062e49e6b1b8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:58.476284 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-94f8766f-4bad-49a0-b945-c2ca5b715e00 req-7ef34307-fc6b-4b21-b364-062e49e6b1b8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0947375
Jun 27 12:31:58.525634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-94f8766f-4bad-49a0-b945-c2ca5b715e00 req-d2a21d8f-d223-4b59-9aac-abcb9362d35a tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436060
Jun 27 12:31:59.744598 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4dd8c-520d-44d8-a4b3-44d1b8e28b93 req-a0cf11e9-81f5-466b-8225-401b8306a9d6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:31:59.745972 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-77c4dd8c-520d-44d8-a4b3-44d1b8e28b93 req-a0cf11e9-81f5-466b-8225-401b8306a9d6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0838037
Jun 27 12:31:59.794477 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-77c4dd8c-520d-44d8-a4b3-44d1b8e28b93 req-ca4498a1-e9c6-48ff-9a4b-cdd56b7bf7b0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423865
Jun 27 12:32:01.015787 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca47d22-363a-4367-9316-fa8531c67291 req-fdcafc99-6385-402f-be36-fe7b06e7aef0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:01.017842 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eca47d22-363a-4367-9316-fa8531c67291 req-fdcafc99-6385-402f-be36-fe7b06e7aef0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0921175
Jun 27 12:32:01.177802 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-eca47d22-363a-4367-9316-fa8531c67291 req-41fc4538-33f1-44bc-b7f3-9da22a710869 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537950
Jun 27 12:32:02.392963 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca91c5-6866-4bca-a700-4fbd2c47f233 req-888adc20-b99a-4ea5-a538-418af76740e5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:02.394602 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-53ca91c5-6866-4bca-a700-4fbd2c47f233 req-888adc20-b99a-4ea5-a538-418af76740e5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0868747
Jun 27 12:32:02.441599 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-53ca91c5-6866-4bca-a700-4fbd2c47f233 req-6a29eeb5-06ad-4c9a-af1a-af44ea69dec5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412562
Jun 27 12:32:03.647229 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d147c8a-29ca-439c-b608-41210a860843 req-39e5cba8-4971-4825-955f-5e86dcb08b83 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:03.648750 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8d147c8a-29ca-439c-b608-41210a860843 req-39e5cba8-4971-4825-955f-5e86dcb08b83 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0838428
Jun 27 12:32:03.696055 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-8d147c8a-29ca-439c-b608-41210a860843 req-effe942e-7eb7-4be8-9eab-b13f15a9d0e1 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415668
Jun 27 12:32:04.908885 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47476ab1-adfe-45c5-ac27-db833b2cf100 req-d43386db-3779-486a-89b1-e3e7456802e2 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:04.910388 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47476ab1-adfe-45c5-ac27-db833b2cf100 req-d43386db-3779-486a-89b1-e3e7456802e2 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0799153
Jun 27 12:32:04.959928 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-47476ab1-adfe-45c5-ac27-db833b2cf100 req-5b95f1a4-6dcf-4c5c-b53e-73140fc5a443 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439672
Jun 27 12:32:06.180168 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32f60-e900-4d19-8fd1-c9d2231874cf req-48d250b2-3755-4cd3-8ee6-4f006c47562c tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:06.181669 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-09f32f60-e900-4d19-8fd1-c9d2231874cf req-48d250b2-3755-4cd3-8ee6-4f006c47562c tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 931 time: 0.0824831
Jun 27 12:32:06.229255 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-09f32f60-e900-4d19-8fd1-c9d2231874cf req-48088322-3473-40ac-97c3-4bf49ffe4948 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418770
Jun 27 12:32:06.245878 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:06.740593 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Request body: {'port': {'device_id': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79809'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:06.851771 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.182486 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16e35ce-a686-487e-b7b0-2f3fd7b163a5 {{(pid=74900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:32:07.189055 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.204680 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.provisioning_blocks [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Transition to ACTIVE for port object a16e35ce-a686-487e-b7b0-2f3fd7b163a5 will not be triggered until provisioned by entity L2. {{(pid=74900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 27 12:32:07.257348 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.261739 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e52b54c6-bf2f-4462-a59c-7c54cf2754ed tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:07.387872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=2']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:07.392162 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:07.434174 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31638314-49d4-4b91-bff9-e0f79ce256c9 req-d4a62809-baab-45ff-b9ac-56333c5d282e tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:07.435606 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31638314-49d4-4b91-bff9-e0f79ce256c9 req-d4a62809-baab-45ff-b9ac-56333c5d282e tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 943 time: 0.0830481
Jun 27 12:32:07.489319 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-31638314-49d4-4b91-bff9-e0f79ce256c9 req-8a9f7531-836b-413d-a78e-0c1e2d34c013 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469182
Jun 27 12:32:07.517799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Attempting to bind port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 on host hv-cinder-79809 for vnic_type normal with profile  {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 27 12:32:07.517799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Attempting to bind port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 by drivers openvswitch,hyperv on host hv-cinder-79809 at level 0 using segments [{'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 27 12:32:07.517799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Attempting to bind port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 on network c7be1a37-ce3a-4ecd-9481-aa7c08427732 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:32:07.517799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 on network c7be1a37-ce3a-4ecd-9481-aa7c08427732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79809 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 27 12:32:07.517799 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Attempting to bind port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 on network c7be1a37-ce3a-4ecd-9481-aa7c08427732 {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 27 12:32:07.520789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Checking agent: {'id': '40f5bded-8dbf-4b0b-a856-bbc357f15efa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79809', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'started_at': datetime.datetime(2021, 6, 27, 12, 18, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 27, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 27 12:32:07.521172 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Checking segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 27 12:32:07.521553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Bound using segment: {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'} {{(pid=74900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 27 12:32:07.521989 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.managers [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Bound port: a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host: hv-cinder-79809, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b045cba1-11ac-412b-b572-d1d58c14bd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732'}}] {{(pid=74900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 27 12:32:07.522324 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.618443 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, cleared binding levels {{(pid=74900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 27 12:32:07.619995 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 27 12:32:07.686673 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2702250'] for port, after_update {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.690308 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-287c7672-56ea-4808-99f1-15d29c532977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:07.747795 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:07.756702 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] 10.222.0.47 "PUT /v2.0/ports/a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 1093 time: 1.0134017
Jun 27 12:32:07.756702 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:32:07.768302 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=3']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:07.771375 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3bbf5b2d-d944-43bd-a752-1e7164b47818 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:07.809354 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:32:07.928109 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e449b4e8-5c63-4825-91d6-16d4aa45670e req-3c508a72-3294-4d76-bbd1-f141ad67272a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1096 time: 0.0729539
Jun 27 12:32:08.075933 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b4e8-5c63-4825-91d6-16d4aa45670e req-ed1263ea-1edd-4f53-b581-90ed3af2d4db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:08.077367 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e449b4e8-5c63-4825-91d6-16d4aa45670e req-ed1263ea-1edd-4f53-b581-90ed3af2d4db service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=eb6bd2e56d294617a0688aa163d28e49&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1355226
Jun 27 12:32:08.209214 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449b4e8-5c63-4825-91d6-16d4aa45670e req-41b3c548-b832-4924-91be-655b8225f322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:08.210683 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e449b4e8-5c63-4825-91d6-16d4aa45670e req-41b3c548-b832-4924-91be-655b8225f322 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1275434
Jun 27 12:32:08.420615 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-b9d3af6b-3f07-4c89-9fc4-21cc95863c20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1096 time: 0.1538751
Jun 27 12:32:08.495537 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-52b55543-aab4-4ed6-a3f3-9d56f36c6fb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 217 time: 0.0619259
Jun 27 12:32:08.560133 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-d236273f-817b-49ad-b3a7-3afb6e94bd08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:08.561609 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-d236273f-817b-49ad-b3a7-3afb6e94bd08 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0594189
Jun 27 12:32:08.639795 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-aea31268-b654-4664-b3ce-3f67067f240b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720353
Jun 27 12:32:08.691303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce42cd8-0c76-440c-9598-bf402d33db81 req-925b32e2-2846-465d-91fb-5c9af0454aa4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:08.692807 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ce42cd8-0c76-440c-9598-bf402d33db81 req-925b32e2-2846-465d-91fb-5c9af0454aa4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 943 time: 0.0760128
Jun 27 12:32:08.740612 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9ce42cd8-0c76-440c-9598-bf402d33db81 req-c6a795fa-a2f0-4ec6-a84c-f7c593b2dfc6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422256
Jun 27 12:32:08.773326 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-983f60b7-da15-48c0-9d96-88c71f7fbe6c service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1270144
Jun 27 12:32:08.904580 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-e62d4fb6-a51e-4b01-8a18-0a3637d813e8 req-8706469c-b51c-401e-aec4-df282423db35 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233771
Jun 27 12:32:09.524167 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-6101ab4c-d410-4888-8f94-6208d967346e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678821
Jun 27 12:32:09.680656 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-5a5034b2-9933-424e-a022-d8b16210ed44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0676620
Jun 27 12:32:09.825902 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-9853eb45-7b0d-433d-ac6f-8d63bb35f0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:09.827335 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-9853eb45-7b0d-433d-ac6f-8d63bb35f0a3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1270561
Jun 27 12:32:09.935666 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-4215c781-6c40-4758-bdcf-4c45873d6b72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 1001 time: 0.1012533
Jun 27 12:32:09.942342 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e076181-0a78-4426-83a8-fc0061094f93 req-5c12044c-9b8c-42cc-84d1-884273ba61dd tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:09.943769 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e076181-0a78-4426-83a8-fc0061094f93 req-5c12044c-9b8c-42cc-84d1-884273ba61dd tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 943 time: 0.0798237
Jun 27 12:32:09.988795 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e076181-0a78-4426-83a8-fc0061094f93 req-e86b3c97-d80c-4ad7-a405-ba2d5280eb03 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394852
Jun 27 12:32:10.001364 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-aba988db-f0d1-445e-9daf-7d11ee7e19f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:10.002803 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-aba988db-f0d1-445e-9daf-7d11ee7e19f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0612411
Jun 27 12:32:10.076789 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-f87f9555-9eee-4535-b07d-23b374449e5d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675693
Jun 27 12:32:10.206067 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-9cfa5c1f-b7af-49e4-8893-68ea70702169 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231189
Jun 27 12:32:10.335414 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-cbf0deb6-18f7-4a18-97bd-4432ef1f5947 req-f091a324-6aaa-478d-810a-83b3ea1b45ea service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228499
Jun 27 12:32:11.210888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137bb1-b10d-4810-a007-083f5a3acc19 req-a3a263b1-59dc-408f-825c-7037fcd382bb tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:11.212933 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-93137bb1-b10d-4810-a007-083f5a3acc19 req-a3a263b1-59dc-408f-825c-7037fcd382bb tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 943 time: 0.0868158
Jun 27 12:32:11.229983 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a16e35ce-a686-487e-b7b0-2f3fd7b163a5 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:32:11.260383 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-93137bb1-b10d-4810-a007-083f5a3acc19 req-f2713ba1-1c13-4a6c-b819-38a68db6ec84 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410326
Jun 27 12:32:11.375126 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:32:11.389503 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'port_id': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'mac_address': 'fa:16:3e:6c:b0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:32:11.446762 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:11.464413 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16e35ce-a686-487e-b7b0-2f3fd7b163a5 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:32:11.480613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:32:11.760183 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ab27653e-f894-40c7-9ab4-8b60d02d6a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:11.783119 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:11.784833 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:11.841245 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:11.851972 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=4']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:11.854753 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:12.118773 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:32:12.459250 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf07f9-9f3b-470a-af74-4571225361ca req-ec8d0b1a-c416-49ea-9e6b-4f77138a6d92 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:12.460717 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4cdf07f9-9f3b-470a-af74-4571225361ca req-ec8d0b1a-c416-49ea-9e6b-4f77138a6d92 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 944 time: 0.0790956
Jun 27 12:32:12.506623 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4cdf07f9-9f3b-470a-af74-4571225361ca req-b1c3b32c-a0ba-438b-b502-3bd6326f51f8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402913
Jun 27 12:32:13.239349 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a16e35ce-a686-487e-b7b0-2f3fd7b163a5 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:32:13.366065 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 completed by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 27 12:32:13.370743 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:32:13.371128 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:13.481719 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:13.507801 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:32:13.516846 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:32:13.617752 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:13.619609 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:13.663472 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1bddb9ae-def6-4121-84ff-6b1206c3f75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:13.689347 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=5']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:13.692588 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:13.718035 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'code': 200}
Jun 27 12:32:13.724361 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2131ca4-6187-4982-90a6-ecf3d539865d req-0bdfc437-f6bc-4681-82dc-b49ce0f664c0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:13.726479 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2131ca4-6187-4982-90a6-ecf3d539865d req-0bdfc437-f6bc-4681-82dc-b49ce0f664c0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0974102
Jun 27 12:32:13.780351 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c2131ca4-6187-4982-90a6-ecf3d539865d req-b80f583f-de8d-44de-a3b3-513f6d0830aa tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475187
Jun 27 12:32:14.084186 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-183f12b4-4eb1-42d9-96f2-2ffb446f23f3 req-5367561d-e546-4a03-9f49-e0a1308f19a9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1098 time: 0.0665529
Jun 27 12:32:14.132509 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-183f12b4-4eb1-42d9-96f2-2ffb446f23f3 req-fbfcba6d-0802-4b4a-ada5-c82429d89421 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404165
Jun 27 12:32:14.645724 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:14.982162 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a7bfc-da59-4b9c-b3c0-12f2f86129d1 req-33eb30ba-3bf4-4f18-9fe0-e61f75a03b51 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:14.983616 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-913a7bfc-da59-4b9c-b3c0-12f2f86129d1 req-33eb30ba-3bf4-4f18-9fe0-e61f75a03b51 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0788977
Jun 27 12:32:15.030596 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-913a7bfc-da59-4b9c-b3c0-12f2f86129d1 req-9df83b15-49d2-444e-bf36-aba0d37b98b5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407135
Jun 27 12:32:16.229766 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b1238-19bf-4593-8066-4a8bef761674 req-67bbd09f-9a61-48ec-975c-613b6e44f3f9 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:16.231216 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3d9b1238-19bf-4593-8066-4a8bef761674 req-67bbd09f-9a61-48ec-975c-613b6e44f3f9 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0804794
Jun 27 12:32:16.245909 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:16.278620 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-3d9b1238-19bf-4593-8066-4a8bef761674 req-304d4f42-cb3e-46fb-be5e-1f774c9ffdac tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406687
Jun 27 12:32:16.470227 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622401b6-34f0-48cb-b63e-d378ef6ed7ec req-a65ba108-b1bd-45cf-9b2a-653a0941e395 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:16.471682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-622401b6-34f0-48cb-b63e-d378ef6ed7ec req-a65ba108-b1bd-45cf-9b2a-653a0941e395 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0757196
Jun 27 12:32:16.517996 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-622401b6-34f0-48cb-b63e-d378ef6ed7ec req-313b33a2-1377-4b8b-ad5e-df42329b8281 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408506
Jun 27 12:32:16.937143 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e333e-a77f-4015-9b4c-3f0d3bd75dac req-69421fab-ad09-44d5-8901-2d6fc7174f0a tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:16.938653 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b22e333e-a77f-4015-9b4c-3f0d3bd75dac req-69421fab-ad09-44d5-8901-2d6fc7174f0a tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0810919
Jun 27 12:32:16.984430 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b22e333e-a77f-4015-9b4c-3f0d3bd75dac req-ad766df3-a472-4afd-875d-03467e1a9034 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403268
Jun 27 12:32:18.851278 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:32:28.038698 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03748e-e930-4eab-b052-4fd343daf4d6 req-92cd0b55-9a09-48eb-bb57-79ab593641cc tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:28.040155 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ed03748e-e930-4eab-b052-4fd343daf4d6 req-92cd0b55-9a09-48eb-bb57-79ab593641cc tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0755191
Jun 27 12:32:28.084974 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ed03748e-e930-4eab-b052-4fd343daf4d6 req-fed0b478-8cdb-4f92-9731-564d074316c0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391209
Jun 27 12:32:28.113148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49614) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:28.391298 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-25c3fd3b-e3fc-40bb-8ffc-cba5e4166fc2 tempest-TestMinimumBasicScenario-563447190 tempest-TestMinimumBasicScenario-563447190-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1093 time: 0.2765660
Jun 27 12:32:28.394229 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49620) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:28.399418 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'floatingip': {'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'port_id': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:28.404749 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:28.409162 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:floatingip and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:28.412035 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:28.417685 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:28.485779 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for floatingip, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:28.622534 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:28.842095 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_common [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Allocated IP 172.27.2.19 (c2b42fa0-f1ac-423c-8f5c-8274887c7a28/fdf80232-fe9d-48f9-917d-2bf9bad3d93c/7d41b20c-2e69-4ba0-acda-c6c38bf9a171) {{(pid=74899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 27 12:32:28.989108 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for port, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:29.080753 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727601808671', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:29.084427 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-81fc799a-f57a-4953-a3e7-645efc5b7d14 tempest-VolumesSnapshotTestJSON-1864554728 tempest-VolumesSnapshotTestJSON-1864554728-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:29.146600 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Network c2b42fa0-f1ac-423c-8f5c-8274887c7a28 is already hosted by enough agents. {{(pid=74899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 27 12:32:29.149577 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.base_scheduler [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources bound (agent type, host, resource id):  {{(pid=74899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 27 12:32:29.153084 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Received port after_create {{(pid=74899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 27 12:32:29.185914 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'Port': ['ID=7d41b20c-2e69-4ba0-acda-c6c38bf9a171,revision_number=1']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:29.207913 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.208287 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.208681 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.209047 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.209408 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.209768 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.210129 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.210502 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.210838 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.211189 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.211540 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:29.216605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:29.684194 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:29.798001 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:30.006086 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:30.067576 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:30.071171 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7a6cf90b-7a65-4c74-92b8-e56412c2af6e tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:30.169000 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'Port': ['ID=7d41b20c-2e69-4ba0-acda-c6c38bf9a171,revision_number=2']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:30.176790 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:30.188782 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823711'] for floatingip, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:30.378869 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.l3_db [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Floating IP 9d7c1c7d-f2f0-4777-aa88-aa7d83034947 associated. External IP: 172.27.2.19, port: a16e35ce-a686-487e-b7b0-2f3fd7b163a5.
Jun 27 12:32:30.867269 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:32:31.066174 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:32:31.076219 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Sync routers for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:32:31.088476 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:32:31.095264 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d28e80>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:32:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:32:31.177465 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.232026 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8367610
Jun 27 12:32:31.232697 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:32:31.234791 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49626) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:31.242180 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081690793', 'description': 'tempest-secgroup-smoke-2081690793 description', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:31.248400 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:31.253435 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:31.256992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:31.264519 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:31.268740 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:32:31.326135 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.364464 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:31.368352 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:31.371277 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:31.378838 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:31.430109 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:32:31.437809 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.507185 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.516313 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-731eb193-bf1b-470d-909c-5be1a3cf83b6 tempest-VolumesNegativeTest-1128012448 tempest-VolumesNegativeTest-1128012448-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:31.563744 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b,revision_number=1']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:31.567617 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:31.594200 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-b649ed78-a239-4f8e-ae0d-8122ce8f7956 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1098 time: 0.1209459
Jun 27 12:32:31.615804 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d28e80>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '9d7c1c7d-f2f0-4777-aa88-aa7d83034947', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'port_id': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'mac_address': 'fa:16:3e:6c:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:29Z', 'updated_at': '2021-06-27T12:32:29Z', 'revision_number': 0, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:32:31.620055 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Checking router: 0ace3203-3eaf-49ff-8006-48b8e0e96b1c for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:32:31.631971 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:32:31.632643 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d8d28e80>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:32:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:32:31.708568 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.709765 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b7589b16-e398-45b1-9368-a3a37ab6d1b6 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.4738750
Jun 27 12:32:31.712819 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49634) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:31.719214 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:31.725673 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:31.729629 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:31.732608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:31.739880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:31.814755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.820277 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-d566f0b6-bd71-42d1-95cc-7fc1f0f806a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:31.822220 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-d566f0b6-bd71-42d1-95cc-7fc1f0f806a6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 915 time: 0.2216969
Jun 27 12:32:31.849903 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:32:31.883972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.943052 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-4591a6d9-b149-4e2b-809d-2352a691b4c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 998 time: 0.1129906
Jun 27 12:32:31.965801 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:31.973934 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:31.992391 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5127c6f1-c40c-44e8-b369-5e205ec40e9b,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:31.994888 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:32.011688 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-bc063ba3-e14d-4e97-9d0d-df05600c1d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:32.013219 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-bc063ba3-e14d-4e97-9d0d-df05600c1d5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0628986
Jun 27 12:32:32.058000 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.059814 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-f3c25978-0907-4b09-bfff-faa76633d439 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3459463
Jun 27 12:32:32.062635 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49638) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:32.070849 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:32.080114 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:32.086749 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:32.090388 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:32.098093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:32.122739 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-9565464b-5926-4844-8c6c-c7bb71292be4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1018686
Jun 27 12:32:32.208765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d8d28e80>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '9d7c1c7d-f2f0-4777-aa88-aa7d83034947', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'port_id': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'mac_address': 'fa:16:3e:6c:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:29Z', 'updated_at': '2021-06-27T12:32:29Z', 'revision_number': 0, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:32:32.212830 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762b1592-9777-4971-ac68-07e35416f5e7 None None] The sync data for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi is: [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_floatingips': [{'id': '9d7c1c7d-f2f0-4777-aa88-aa7d83034947', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'router_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'port_id': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'mac_address': 'fa:16:3e:6c:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-27T12:32:29Z', 'updated_at': '2021-06-27T12:32:29Z', 'revision_number': 0, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:32:32.218609 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.300705 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-047fdf38-4f73-49b2-a1f6-18434b9f1626 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704762
Jun 27 12:32:32.337835 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.386271 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.394548 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1cfcfa7a-361b-46c4-9ddc-ce6258d2453a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:32.434905 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5373cfb-558e-4413-b4ed-561cb57f304e,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:32.444121 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:32.479568 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2115b25-7779-4090-b5d5-5d2906ca06f3 None None] New status for floating IP 9d7c1c7d-f2f0-4777-aa88-aa7d83034947: ACTIVE {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:32:32.482109 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bcbf631a-c849-43a6-8893-9f9b82a25d8e req-9a30d246-6da7-49e9-93bd-a7a704867e32 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1710017
Jun 27 12:32:32.502789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.504754 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.4406946
Jun 27 12:32:32.506789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49642) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:32.512736 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:32.518692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:32.522839 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:32.525859 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:32.531706 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:32.595836 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.659219 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.742044 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.744102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b7e89f2e-d01c-4443-a9f2-9aaa77c7ae53 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:32.768649 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8875d5fa-b581-4e41-8b64-a2e1cf8017d2,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:32.770992 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:32.817299 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.818496 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-29ae9149-f96f-495a-9155-0186fc722973 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3105488
Jun 27 12:32:32.821124 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49646) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:32.826738 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:32.833419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:32.837281 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:32.840541 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:32.846759 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:32.909928 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:32.971469 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.017460 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.019450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:33.042459 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa61a9c-92fb-4f29-b428-b6938e853871,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:33.046691 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:33.125741 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.127452 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-1bc47d2d-f208-4b28-8eab-1e12c28682d4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3053885
Jun 27 12:32:33.130181 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49650) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:33.135692 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.v2.base [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:33.141560 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:33.147725 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:33.149161 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74900) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:33.154960 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.quota.driver [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74900) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:33.234247 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.db.securitygroups_db [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Project eb6bd2e56d294617a0688aa163d28e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:32:33.241275 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.305224 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.371214 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.377414 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-54fca41f-2d6a-4458-ba63-5626fefc3564 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:33.396533 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137acf04-0766-4d59-89e1-9e3f6d6bee42,revision_number=0']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:33.398747 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:33.469057 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.474403 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b569fdf8-4f81-445f-86e0-61c8b7500359 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3391829
Jun 27 12:32:33.474548 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49656) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:33.479831 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'security_group_rule': {'security_group_id': '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b', 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:33.485790 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 27 12:32:33.489902 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Usage tracker for resource:security_group_rule and tenant:eb6bd2e56d294617a0688aa163d28e49 is out of sync, need to count used quota {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 27 12:32:33.492951 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74899) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 27 12:32:33.498675 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.quota.driver [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74899) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 27 12:32:33.566201 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.db.securitygroups_db [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Project eb6bd2e56d294617a0688aa163d28e49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 27 12:32:33.573804 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.638414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.714156 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889583'] for security_group_rule, after_create {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.716269 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:33.736971 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aae5f50-03e9-4f50-b6e5-1338501cc26d,revision_number=0']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:33.740755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:33.811198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:33.812547 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-168e0c23-8d3f-4d43-acec-a12fea15e7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3372917
Jun 27 12:32:33.949231 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-5b3f9dc5-7f87-4a96-ad36-f961b6139258 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081690793&fields=id&tenant_id=eb6bd2e56d294617a0688aa163d28e49 HTTP/1.1" status: 200  len: 267 time: 0.0436723
Jun 27 12:32:34.033978 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-738858eb-38a6-413e-9dfa-555bc0184ba2 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:34.035467 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-738858eb-38a6-413e-9dfa-555bc0184ba2 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0810487
Jun 27 12:32:34.076744 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'port': {'security_groups': ['eb06c975-db9e-4886-bd6e-92773717f894', '0530aca3-8d4c-4014-b6c9-4c3ef5c7473b']}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:32:34.217602 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0736782-c3ac-4ff6-bec7-d92bb9490e8b req-937736e2-cc92-41d5-b7aa-7e20396f07a8 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:34.219052 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0736782-c3ac-4ff6-bec7-d92bb9490e8b req-937736e2-cc92-41d5-b7aa-7e20396f07a8 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.1921861
Jun 27 12:32:34.219771 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:34.320154 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f0736782-c3ac-4ff6-bec7-d92bb9490e8b req-9b8ac4f2-5881-49c2-a13f-4dbdd3209d36 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902543
Jun 27 12:32:34.506718 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:32:34.535340 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:34.617058 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:34.622852 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-13355c3f-2368-4f28-86fa-3072366b9369 tempest-AttachVolumeTestJSON-1918149586 tempest-AttachVolumeTestJSON-1918149586-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:34.653380 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:32:34.682651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:34.683261 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:34.684642 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-38f1dd86-1007-4426-bf5c-af75eef492ba req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "PUT /v2.0/ports/a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 981 time: 0.6166530
Jun 27 12:32:34.685152 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:32:34.713338 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=6']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:34.719827 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-9cd7045a-9a2f-4747-b111-f1f859e9fd88 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:34.810200 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:32:34.852617 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:32:34.933801 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb536cb-6afa-4b07-90da-3aa3d69c563f req-bbfc4f8a-7ed7-41f5-810c-ba11e9759449 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:34.934908 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2eb536cb-6afa-4b07-90da-3aa3d69c563f req-bbfc4f8a-7ed7-41f5-810c-ba11e9759449 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0952318
Jun 27 12:32:34.944116 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-44641e19-487b-4e4f-9cb0-9272a8d43224 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1137 time: 0.0880680
Jun 27 12:32:34.992392 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-2eb536cb-6afa-4b07-90da-3aa3d69c563f req-6e74b7cf-ba61-473a-87ff-4feb8be2d2a8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0508885
Jun 27 12:32:35.028314 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-137f3936-1936-4479-ba92-cd8de5ccdf25 None None] Provisioning complete for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:32:35.028724 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-137f3936-1936-4479-ba92-cd8de5ccdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:35.081240 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-007401ed-0461-4127-ba7c-01a7f607c910 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:35.082677 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-007401ed-0461-4127-ba7c-01a7f607c910 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 915 time: 0.1311727
Jun 27 12:32:35.185487 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-22338ad8-75d9-4f8d-a11d-b0f96b95e155 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 1000 time: 0.0957768
Jun 27 12:32:35.246953 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-07b2676b-ef43-4173-bcf7-5ecf2f590a87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:35.248383 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-07b2676b-ef43-4173-bcf7-5ecf2f590a87 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0566373
Jun 27 12:32:35.327507 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-e0647701-54c4-43e2-ae6c-dd35777465a8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726120
Jun 27 12:32:35.462701 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-39213aa3-4fcf-485a-b67d-d2e5bae89d57 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283181
Jun 27 12:32:35.529229 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63aaff6-f3b3-455e-b866-67e9652d59d6 req-ec6dde14-1623-4a9e-9de8-d901da477b08 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:35.530727 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d63aaff6-f3b3-455e-b866-67e9652d59d6 req-ec6dde14-1623-4a9e-9de8-d901da477b08 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0835943
Jun 27 12:32:35.580325 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-d63aaff6-f3b3-455e-b866-67e9652d59d6 req-66a5402b-2c00-4ce4-bf65-62ff0b4a9495 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419033
Jun 27 12:32:35.695641 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-a7a43a74-6dd7-49fd-b79d-7108a40ac5d8 req-734ddf4e-0547-443d-a117-964cf66725be service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2237046
Jun 27 12:32:36.252015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:36.779335 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8348070-8a80-40be-80b2-ad8eefba2524 req-6f68a380-10f9-4f75-a810-9ac36f5e422b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:36.780796 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8348070-8a80-40be-80b2-ad8eefba2524 req-6f68a380-10f9-4f75-a810-9ac36f5e422b tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0795918
Jun 27 12:32:36.825906 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c8348070-8a80-40be-80b2-ad8eefba2524 req-ec06320c-21ac-4b16-a131-d8c64cb49e19 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389514
Jun 27 12:32:38.022473 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486a48a-cb58-4eee-bd31-f86971ad418a req-3f0ed6fa-abbc-43a1-b975-f76007a3fe12 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:38.023933 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b486a48a-cb58-4eee-bd31-f86971ad418a req-3f0ed6fa-abbc-43a1-b975-f76007a3fe12 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0762053
Jun 27 12:32:38.070661 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b486a48a-cb58-4eee-bd31-f86971ad418a req-e1e3ca9f-22dd-4fe7-a936-7b4ebbff5c4d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405340
Jun 27 12:32:39.358636 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bc72d-455c-42b6-97d2-4a2c3e836e91 req-64f0c9ce-4104-49bd-b33e-1a56d3bf8337 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:39.359988 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9f1bc72d-455c-42b6-97d2-4a2c3e836e91 req-64f0c9ce-4104-49bd-b33e-1a56d3bf8337 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.1689839
Jun 27 12:32:39.405726 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9f1bc72d-455c-42b6-97d2-4a2c3e836e91 req-84237623-3db9-4a1e-a905-e6eda172d8c8 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393941
Jun 27 12:32:40.605454 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b20496-5371-4fe9-845a-19255dc38e43 req-eca3e2f3-010a-46dc-b859-41877ebc986d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:40.607040 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46b20496-5371-4fe9-845a-19255dc38e43 req-eca3e2f3-010a-46dc-b859-41877ebc986d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0786304
Jun 27 12:32:40.655437 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46b20496-5371-4fe9-845a-19255dc38e43 req-dabf08a0-6534-4118-8b07-fc4437d93bff tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419517
Jun 27 12:32:41.416613 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8ee98590-30c9-4493-a191-f772d866c0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:41.765561 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:41.852715 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2dbfc-561b-49ea-abcd-9eb57ede42b5 req-f1a5b80d-5ebe-4014-9cb3-e4f0a894dbf1 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:41.854151 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-79b2dbfc-561b-49ea-abcd-9eb57ede42b5 req-f1a5b80d-5ebe-4014-9cb3-e4f0a894dbf1 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0778790
Jun 27 12:32:41.902682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-79b2dbfc-561b-49ea-abcd-9eb57ede42b5 req-947b2ff1-d544-4caf-aa28-dd143ba8f241 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403385
Jun 27 12:32:43.101737 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a4dc8-00d0-42fd-917b-3d993fcb2bd3 req-618f4946-b8e0-42fa-945d-91e173f43e72 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:43.103162 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f17a4dc8-00d0-42fd-917b-3d993fcb2bd3 req-618f4946-b8e0-42fa-945d-91e173f43e72 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0810683
Jun 27 12:32:43.148920 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f17a4dc8-00d0-42fd-917b-3d993fcb2bd3 req-0950b0a1-8aaf-4c8b-879b-b26ff70017f8 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402567
Jun 27 12:32:43.616777 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-0d318640-c2ec-4af3-b234-50afed311fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:44.330806 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-99b731f6-d858-4275-957e-d3b37109d0a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0706356
Jun 27 12:32:44.343047 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0cc80-1f42-48a2-9552-039dc33e4f56 req-46a4eea5-cd6d-407f-8ca6-a53e9d09d251 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:44.344537 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9eb0cc80-1f42-48a2-9552-039dc33e4f56 req-46a4eea5-cd6d-407f-8ca6-a53e9d09d251 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0769401
Jun 27 12:32:44.390250 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9eb0cc80-1f42-48a2-9552-039dc33e4f56 req-d15ef5b7-a57e-47eb-ada9-24f0608df549 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395284
Jun 27 12:32:44.469273 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de322108-18a1-482b-b1fc-8f6535a0439a req-ccebf129-999d-4090-b217-7bcdfef9f0b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:44.471310 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-ccebf129-999d-4090-b217-7bcdfef9f0b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1337013
Jun 27 12:32:44.577017 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-74dea0c2-dae1-4309-a722-bdd4857a1f69 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 1001 time: 0.0994763
Jun 27 12:32:44.639195 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de322108-18a1-482b-b1fc-8f6535a0439a req-0ebb9f25-c754-4659-865a-ea56bcb604d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:44.640555 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-0ebb9f25-c754-4659-865a-ea56bcb604d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0576351
Jun 27 12:32:44.645495 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:44.717190 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-1998c5a1-28a8-4326-ba8a-ee832e70b0c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699439
Jun 27 12:32:44.847319 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-35902342-a11e-42a7-8f44-7815a2ca15a0 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226089
Jun 27 12:32:44.983289 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-de322108-18a1-482b-b1fc-8f6535a0439a req-241d1d68-4fec-47c5-8652-0ffcd1f9987e service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261947
Jun 27 12:32:45.592781 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10257bf-76f1-463d-a7e2-a9ae0aab87f9 req-11c32371-4b68-41ad-832c-1c6968969016 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:45.594219 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c10257bf-76f1-463d-a7e2-a9ae0aab87f9 req-11c32371-4b68-41ad-832c-1c6968969016 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0828795
Jun 27 12:32:45.640907 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c10257bf-76f1-463d-a7e2-a9ae0aab87f9 req-ea07aeae-e17a-4205-8f9c-5695a617dde0 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402625
Jun 27 12:32:46.250962 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:46.854313 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428ac3a-5073-4b48-a2f3-daa74e0bb87e req-c2d01d61-35c9-4b1b-9288-a08dfae788c2 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:46.855711 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b428ac3a-5073-4b48-a2f3-daa74e0bb87e req-c2d01d61-35c9-4b1b-9288-a08dfae788c2 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0788269
Jun 27 12:32:46.902064 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b428ac3a-5073-4b48-a2f3-daa74e0bb87e req-d8645502-c790-419c-8383-f799f4596262 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408528
Jun 27 12:32:48.104789 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4168b37-6e00-474d-8e88-a681ebff5f09 req-6e681f25-546c-4478-a3c0-8a63cf9a0619 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:48.106204 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4168b37-6e00-474d-8e88-a681ebff5f09 req-6e681f25-546c-4478-a3c0-8a63cf9a0619 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0786417
Jun 27 12:32:48.152173 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-c4168b37-6e00-474d-8e88-a681ebff5f09 req-58f0fae9-6595-442a-88d4-8f65e242028e tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393591
Jun 27 12:32:48.336395 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ab3edbd0-bb8a-4d4e-88bb-63c44d03b083 req-52e57227-3d7f-43a2-ad24-5d13a4f01983 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0672207
Jun 27 12:32:48.668661 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49712) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:32:48.723523 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82786d96-5146-44c5-b6b3-19589e1f123d req-cdd325da-7acc-4aba-be0f-c586094f6b6f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:48.725045 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-82786d96-5146-44c5-b6b3-19589e1f123d req-cdd325da-7acc-4aba-be0f-c586094f6b6f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0889337
Jun 27 12:32:48.776553 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-82786d96-5146-44c5-b6b3-19589e1f123d req-09f1e035-fcbb-4628-ac70-b8526e8f3ebf tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458975
Jun 27 12:32:48.809906 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-851c0f65-b370-46d9-94fc-2844a6007684 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1400249
Jun 27 12:32:49.436988 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770efd4-eba8-4690-89ad-2d27b1b9aacb req-3ed666e0-6e68-4dc2-bebe-7f7bc35799ed tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:49.438408 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0770efd4-eba8-4690-89ad-2d27b1b9aacb req-3ed666e0-6e68-4dc2-bebe-7f7bc35799ed tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0783203
Jun 27 12:32:49.481512 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-d289461d-0b55-43b7-b0a7-2607f8cb18cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1137 time: 0.0757413
Jun 27 12:32:49.496530 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0770efd4-eba8-4690-89ad-2d27b1b9aacb req-19d2cf81-5321-4c32-9555-76371a987e75 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0503132
Jun 27 12:32:49.620428 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a16-d815-4902-8f98-12b6a29544b3 req-164e5648-f353-4711-87e8-2689f7145fa2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:49.621868 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-164e5648-f353-4711-87e8-2689f7145fa2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 915 time: 0.1333435
Jun 27 12:32:49.724423 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-75e61add-3cff-4771-9b11-b11f29b09c8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 1000 time: 0.0944304
Jun 27 12:32:49.791789 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068a16-d815-4902-8f98-12b6a29544b3 req-dae94c3d-1de8-4dc7-a2eb-aca626cb02c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:49.793272 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-dae94c3d-1de8-4dc7-a2eb-aca626cb02c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0610318
Jun 27 12:32:49.874864 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-418d7fa1-aaf1-4629-b9f6-e30eff3bd442 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741017
Jun 27 12:32:49.978373 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b32032-26f8-4a4e-9038-93a9c37e27a9 req-7ff07c7a-27c9-4273-b882-5e820eb42c77 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:49.979702 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-89b32032-26f8-4a4e-9038-93a9c37e27a9 req-7ff07c7a-27c9-4273-b882-5e820eb42c77 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0808222
Jun 27 12:32:50.011918 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-a0fd5f31-bc46-46c8-bc18-f9572e10c58a service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287935
Jun 27 12:32:50.029808 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-89b32032-26f8-4a4e-9038-93a9c37e27a9 req-2fe67873-0d02-4b3b-a7eb-9a3111ad4faa tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438862
Jun 27 12:32:50.149016 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-79068a16-d815-4902-8f98-12b6a29544b3 req-a3e0211d-7b97-40b1-96be-cedd06555315 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295359
Jun 27 12:32:50.711652 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef405e-7911-4ac6-af62-5fa17dfefeaf req-733432ea-fa9f-4556-9624-063fd2e975e4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:50.713188 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ebef405e-7911-4ac6-af62-5fa17dfefeaf req-733432ea-fa9f-4556-9624-063fd2e975e4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0841448
Jun 27 12:32:50.765268 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-ebef405e-7911-4ac6-af62-5fa17dfefeaf req-1e826d30-d86e-492c-a105-8802fffb3976 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0454981
Jun 27 12:32:51.077617 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-7d67fe92-b414-4603-b57a-f570bf33519d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3&tenant_id=bd81626c47bc4bae91fbf152cc5161ee HTTP/1.1" status: 200  len: 1098 time: 0.1626923
Jun 27 12:32:51.180990 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-d51a4a3c-2278-43c8-acf0-0c22c853f354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0683873
Jun 27 12:32:51.237467 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd817c-9f11-43b4-a984-f17a7b7f43b7 req-5d3eb04d-f60e-4c35-b2fd-35fb2331b4dc tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:51.238929 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3cd817c-9f11-43b4-a984-f17a7b7f43b7 req-5d3eb04d-f60e-4c35-b2fd-35fb2331b4dc tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0773599
Jun 27 12:32:51.284726 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a3cd817c-9f11-43b4-a984-f17a7b7f43b7 req-5315db15-8d72-4457-8ed7-d22b48d58e0d tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398958
Jun 27 12:32:51.313774 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-202c780d-a4d6-441a-99d8-62d752e877ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:51.315863 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-202c780d-a4d6-441a-99d8-62d752e877ab service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1283360
Jun 27 12:32:51.391753 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:32:51.420522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-ae91c420-55dd-48c8-9c09-3ee04c7ddb7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 1001 time: 0.0962605
Jun 27 12:32:51.488784 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-8ee51648-10c0-47dc-b013-ae22ee64a471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:51.493682 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-8ee51648-10c0-47dc-b013-ae22ee64a471 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0603540
Jun 27 12:32:51.502682 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:51.529109 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:32:51.538483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:32:51.571561 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-f4799f2d-8721-4dca-9ae0-8db650473b82 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743816
Jun 27 12:32:51.590701 dv-cinder-798098-1-iscsi neutron-server[74901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'code': 422} returned with failed status
Jun 27 12:32:51.599275 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:32:51.602031 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:32:51.668231 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=6']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:32:51.677079 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.677439 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.677786 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.678126 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.678530 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.678803 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.679133 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.679463 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.679792 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.680116 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.680465 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:32:51.684431 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:32:51.709521 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-187d9fce-8cb9-40f6-a074-d78ca58ae807 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293485
Jun 27 12:32:51.844414 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-528ebbbd-ef93-4be6-97d5-ab56464d7119 req-d1477020-f859-4017-8fd8-fd634d297444 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284866
Jun 27 12:32:51.973520 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15ef72-3cff-4aa0-8b36-3cd7845f901e req-4126b853-f806-4a9a-a6b1-0e370eb46af0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:51.975032 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7b15ef72-3cff-4aa0-8b36-3cd7845f901e req-4126b853-f806-4a9a-a6b1-0e370eb46af0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0811837
Jun 27 12:32:52.024682 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7b15ef72-3cff-4aa0-8b36-3cd7845f901e req-dda1db3c-31fe-4148-94f5-9f1cb6d6c910 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0440786
Jun 27 12:32:52.478213 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41833b58-0132-4a54-a887-2f3bf843f8ef req-c985f7cc-a4ed-4cfe-821a-14bd77f69e72 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:52.479651 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-41833b58-0132-4a54-a887-2f3bf843f8ef req-c985f7cc-a4ed-4cfe-821a-14bd77f69e72 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0778835
Jun 27 12:32:52.527232 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-41833b58-0132-4a54-a887-2f3bf843f8ef req-d1d5f558-0eb4-4fbd-bc70-574ae44c6344 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420296
Jun 27 12:32:53.218303 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a4b8e-d5f1-4759-95e8-ca969b6eed96 req-5dffa170-4367-4a0f-97a4-ff93dce96ff3 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:53.219820 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e3a4b8e-d5f1-4759-95e8-ca969b6eed96 req-5dffa170-4367-4a0f-97a4-ff93dce96ff3 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0762177
Jun 27 12:32:53.267407 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e3a4b8e-d5f1-4759-95e8-ca969b6eed96 req-e431d921-7055-45f8-b5cc-964e00d25be8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0408602
Jun 27 12:32:53.724844 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513cab-9f46-4e16-b837-5bc3923feb90 req-9bbe1743-2554-4934-aba7-beecf62280df tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:53.726276 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-91513cab-9f46-4e16-b837-5bc3923feb90 req-9bbe1743-2554-4934-aba7-beecf62280df tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0813992
Jun 27 12:32:53.772085 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-91513cab-9f46-4e16-b837-5bc3923feb90 req-e5cc2c33-3450-4573-9b49-1ace31f31af9 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402930
Jun 27 12:32:54.465009 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35564a-99b3-4de4-9a61-6f68ee377b2c req-94351ad7-c7eb-4c0a-98e7-e8ae14c7b7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:54.466453 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5f35564a-99b3-4de4-9a61-6f68ee377b2c req-94351ad7-c7eb-4c0a-98e7-e8ae14c7b7a7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0762498
Jun 27 12:32:54.513887 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-5f35564a-99b3-4de4-9a61-6f68ee377b2c req-faa02e37-9020-444f-a98f-8401821c1024 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416472
Jun 27 12:32:55.046884 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c75d3-b4d5-469a-be00-60b1c6a8ed17 req-8f38dbe3-19b0-4717-9b30-f03e377b5346 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:55.048916 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-684c75d3-b4d5-469a-be00-60b1c6a8ed17 req-8f38dbe3-19b0-4717-9b30-f03e377b5346 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.1572247
Jun 27 12:32:55.093815 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-684c75d3-b4d5-469a-be00-60b1c6a8ed17 req-de4e14fa-af25-4144-b12d-e1fa68bc4c4a tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393136
Jun 27 12:32:55.712569 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5c4c9-ae9c-4422-8f46-fa1d03bde51e req-871e79ed-e3a3-49f6-9925-c7b6077c93a5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:55.714343 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-efb5c4c9-ae9c-4422-8f46-fa1d03bde51e req-871e79ed-e3a3-49f6-9925-c7b6077c93a5 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0772936
Jun 27 12:32:55.763565 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-efb5c4c9-ae9c-4422-8f46-fa1d03bde51e req-6dd3b078-1b82-419e-98fe-96f21c04973b tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436502
Jun 27 12:32:55.851601 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:32:56.286380 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e075d0d-b85c-45c7-8abc-d624564b418d req-5cf6b905-992a-4623-a539-584503ff3cbd tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:56.287788 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6e075d0d-b85c-45c7-8abc-d624564b418d req-5cf6b905-992a-4623-a539-584503ff3cbd tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0739930
Jun 27 12:32:56.331463 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6e075d0d-b85c-45c7-8abc-d624564b418d req-318889d8-c826-4d00-b76e-2eb3473c5ec6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377271
Jun 27 12:32:56.962027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539762c-50d5-4f45-b938-d009c4bbb31b req-428494aa-7052-4828-bf60-8ffff6ece4e9 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:56.963444 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4539762c-50d5-4f45-b938-d009c4bbb31b req-428494aa-7052-4828-bf60-8ffff6ece4e9 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0786915
Jun 27 12:32:57.011004 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4539762c-50d5-4f45-b938-d009c4bbb31b req-30e30127-0f10-4849-96d2-9938c3a3e3c4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416763
Jun 27 12:32:57.523796 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eab7fc-5fdf-445c-83c3-7e5505ca297b req-d45cb46f-9528-421e-a262-3cd65169bea4 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:57.525366 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3eab7fc-5fdf-445c-83c3-7e5505ca297b req-d45cb46f-9528-421e-a262-3cd65169bea4 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0758154
Jun 27 12:32:57.571070 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f3eab7fc-5fdf-445c-83c3-7e5505ca297b req-e7646607-3254-4fd4-8c60-62fcbc0edd78 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402868
Jun 27 12:32:58.206519 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ab6bb-003b-4dd0-96c4-10fb3f2663c1 req-9eab5836-e994-46e3-9354-8cf5ee6d5578 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:58.207940 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-403ab6bb-003b-4dd0-96c4-10fb3f2663c1 req-9eab5836-e994-46e3-9354-8cf5ee6d5578 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0778933
Jun 27 12:32:58.255001 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-403ab6bb-003b-4dd0-96c4-10fb3f2663c1 req-e2157356-51a1-4c9d-8bca-6a14cd716b3a tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0414803
Jun 27 12:32:58.772304 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaea6d4-adc9-464d-9a74-869129c65590 req-7b2cc582-fabb-424e-8f4d-12865719d152 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:58.773792 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0aaea6d4-adc9-464d-9a74-869129c65590 req-7b2cc582-fabb-424e-8f4d-12865719d152 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0766966
Jun 27 12:32:58.801929 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ea44d3d0-3807-4dd9-a8e5-098d4d621e37 req-52048fe8-a8e0-4b19-9371-3cf701ee0292 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1096 time: 0.0668786
Jun 27 12:32:58.819694 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0aaea6d4-adc9-464d-9a74-869129c65590 req-2d2fc3d8-0a0c-4fc7-9ccc-689f800de0cc tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403366
Jun 27 12:32:58.844949 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-ea44d3d0-3807-4dd9-a8e5-098d4d621e37 req-13d9e5ce-fcad-443f-8734-116bab7b363f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367925
Jun 27 12:32:59.452185 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46903fca-87b7-490b-b256-c57a5dc0e4ba req-f22793bf-4de1-4398-a128-50b788ac6ca7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:32:59.453634 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46903fca-87b7-490b-b256-c57a5dc0e4ba req-f22793bf-4de1-4398-a128-50b788ac6ca7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0774336
Jun 27 12:32:59.499504 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-46903fca-87b7-490b-b256-c57a5dc0e4ba req-bc6d82fe-22ea-4203-99c9-c7c9347c2e10 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0395322
Jun 27 12:33:00.023069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c9cb-abd8-47f6-b46c-4dfde80cedad req-fa3833ea-8ebe-43e9-b179-603538b7e9ea tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:00.024536 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2e4c9cb-abd8-47f6-b46c-4dfde80cedad req-fa3833ea-8ebe-43e9-b179-603538b7e9ea tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0817022
Jun 27 12:33:00.074533 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-a2e4c9cb-abd8-47f6-b46c-4dfde80cedad req-90ff94ed-ab37-4beb-a679-e3025b189c9f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444355
Jun 27 12:33:00.695991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecc2ad-2aad-49ba-a66e-391e92ab99a1 req-beebcf0e-cb5e-4b25-ad13-104f1f8daa83 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:00.697454 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fecc2ad-2aad-49ba-a66e-391e92ab99a1 req-beebcf0e-cb5e-4b25-ad13-104f1f8daa83 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0756233
Jun 27 12:33:00.744388 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-6fecc2ad-2aad-49ba-a66e-391e92ab99a1 req-567dc2dd-93e0-4be5-ab85-dda6e54fbcb3 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412626
Jun 27 12:33:01.299127 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb50a-f906-4aae-bc32-17bb6fb9a07b req-1655bda8-ed7e-44eb-b480-0322ff6ae301 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:01.300852 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-962bb50a-f906-4aae-bc32-17bb6fb9a07b req-1655bda8-ed7e-44eb-b480-0322ff6ae301 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 943 time: 0.0911410
Jun 27 12:33:01.348439 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-962bb50a-f906-4aae-bc32-17bb6fb9a07b req-87c897c6-a77d-4160-8db7-a4835ed67ee8 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421138
Jun 27 12:33:01.438371 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 details requested by agent hyperv_hv-cinder-79809 with host hv-cinder-79809 {{(pid=74901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 27 12:33:01.591460 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:01.610794 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Returning: {'device': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'port_id': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'mac_address': 'fa:16:3e:78:cd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 27 12:33:01.662911 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:01.679481 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 {{(pid=74901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 27 12:33:01.694127 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:01.741873 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:01.743675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-0897a9c8-8517-4dbf-9d28-f9edfb7d2579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:01.849022 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=7']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:01.852251 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:01.941278 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693259-3bcb-441a-94e3-6379cf54b33b req-c9b316f3-2927-4a96-bd96-7066c8a65da4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:01.942697 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-61693259-3bcb-441a-94e3-6379cf54b33b req-c9b316f3-2927-4a96-bd96-7066c8a65da4 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0772936
Jun 27 12:33:01.991486 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-61693259-3bcb-441a-94e3-6379cf54b33b req-9e1f22d5-96b0-4ca4-a0b3-98f78d6723fc tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b&id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432084
Jun 27 12:33:02.053425 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:33:03.438113 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 up at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 27 12:33:03.503938 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Provisioning complete for port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 triggered by entity L2. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:33:03.504313 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:03.615039 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:03.640751 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:33:03.649920 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:03.698636 dv-cinder-798098-1-iscsi neutron-server[74901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'code': 200}
Jun 27 12:33:03.713638 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734'] for port, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:03.715701 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:03.780420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Pushing event updated for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=8']} {{(pid=74901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:03.783273 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_concurrency.lockutils [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74901) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:06.278996 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:10.575661 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-e25ca947-3af3-4fad-9299-5c6e53f41278 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0731986
Jun 27 12:33:10.741435 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-2c9790eb-71a3-4ca7-8ae4-1d31ebf5f2fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0694382
Jun 27 12:33:10.888053 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616022d-2a37-46a6-998f-d155c0abb71f req-0a6cab80-857e-4e46-b405-826ad6891ec3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:10.889522 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-0a6cab80-857e-4e46-b405-826ad6891ec3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1289904
Jun 27 12:33:10.993327 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-4223dfd8-132c-42c4-bb47-c50e2835be5e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 1001 time: 0.0963199
Jun 27 12:33:11.055401 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616022d-2a37-46a6-998f-d155c0abb71f req-ec820752-66d2-49dc-942f-82ca5ad57078 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:11.056829 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-ec820752-66d2-49dc-942f-82ca5ad57078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0572639
Jun 27 12:33:11.135662 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-fed30b31-3b86-4d51-b131-7b9c1439d7b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715873
Jun 27 12:33:11.267339 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-d34addfc-da82-4162-8e7c-758fe7448056 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244385
Jun 27 12:33:11.421513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c09c9902-45e6-44dc-835f-f0561090fd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:11.488466 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-b616022d-2a37-46a6-998f-d155c0abb71f req-d6fcde42-44ad-4f0f-a817-2eb244e06a96 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2145987
Jun 27 12:33:11.787339 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:13.626772 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-760f1a21-5914-415a-bcad-9f5a4204c81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:14.650358 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:16.244532 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:32.851321 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:33:34.413922 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-a80fe386-9cee-4794-997f-52b0bdcecf16 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081690793&fields=id&tenant_id=eb6bd2e56d294617a0688aa163d28e49 HTTP/1.1" status: 200  len: 267 time: 0.0458481
Jun 27 12:33:34.493171 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-da795928-7117-4266-a5ab-ad91fcd56630 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:34.494791 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-da795928-7117-4266-a5ab-ad91fcd56630 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 984 time: 0.0754833
Jun 27 12:33:34.505208 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.v2.base [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Request body: {'port': {'security_groups': ['eb06c975-db9e-4886-bd6e-92773717f894']}} {{(pid=74899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 27 12:33:34.621655 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-635691'] for port, before_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:34.855903 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:34.880131 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for port, precommit_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:34.947113 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727602251960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727601808689', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727601808734', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2425495'] for port, after_update {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:34.952521 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:34.986031 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:33:35.016247 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:35.016883 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.018252 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-f1e5b993-40e8-4dea-a721-8117c5cf9651 req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "PUT /v2.0/ports/a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 942 time: 0.5174716
Jun 27 12:33:35.019040 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:33:35.026672 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49790) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:35.063753 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event updated for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=7']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:35.076209 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.077156 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.077810 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.078450 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.079076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.079832 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.081102 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.081940 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.082379 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.082833 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.083318 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.100476 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:35.103334 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:33:35.129233 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.187642 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:33:35.205632 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.268979 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-34bbcd12-3925-4c10-b52e-5f36325ca9ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1098 time: 0.1291552
Jun 27 12:33:35.347124 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.provisioning_blocks [None req-e7dc21b6-1e4c-4189-b525-8fa21e02a232 None None] Provisioning complete for port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 triggered by entity DHCP. {{(pid=74901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 27 12:33:35.347501 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e7dc21b6-1e4c-4189-b525-8fa21e02a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-770850'] for port, provisioning_complete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.406954 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-e6056fc1-c1bb-452f-9290-589b3d6c8556 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:35.408313 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-e6056fc1-c1bb-452f-9290-589b3d6c8556 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 915 time: 0.1311221
Jun 27 12:33:35.466842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.482034 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:35.509226 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0530aca3-8d4c-4014-b6c9-4c3ef5c7473b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:35.523206 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.524987 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "DELETE /v2.0/security-groups/0530aca3-8d4c-4014-b6c9-4c3ef5c7473b HTTP/1.1" status: 204  len: 168 time: 0.4966516
Jun 27 12:33:35.527161 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49794) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:35.533827 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.534204 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.534581 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.534951 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.535318 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.535682 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.536045 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.536432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.536795 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.537153 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.537507 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:33:35.541934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-4b1a7ba2-c65c-459b-8db9-3417859dd637 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:35.546442 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-e6afd1f6-06ef-49bd-b391-db22e1604af0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 1000 time: 0.1297522
Jun 27 12:33:35.613365 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-6b1d3908-5fba-4ccb-ae72-2ac513c88097 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:35.614884 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-6b1d3908-5fba-4ccb-ae72-2ac513c88097 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0620012
Jun 27 12:33:35.701056 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-419fd8de-023d-4410-aebc-6f83049cee21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785966
Jun 27 12:33:35.820364 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Deleting port 7d41b20c-2e69-4ba0-acda-c6c38bf9a171 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:35.820760 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.841928 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-36c79b4f-ff38-439e-9488-674a5421f247 service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298904
Jun 27 12:33:35.974788 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-bbd44d9a-4bdf-4de0-9cd5-4906a17697d7 req-37664399-eee7-4425-bd89-fb7133d5e11e service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248899
Jun 27 12:33:35.986973 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:35.987305 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:36.104164 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Calling delete_port for 7d41b20c-2e69-4ba0-acda-c6c38bf9a171 owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:36.267455 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:36.318754 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:36.323329 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-1b7dddf1-e686-477e-9b9a-53e4751a0e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:36.362179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event deleted for resources: {'Port': ['ID=7d41b20c-2e69-4ba0-acda-c6c38bf9a171,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:36.366046 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:36.455072 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:36.829293 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:33:37.026618 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:33:37.036403 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Sync routers for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:33:37.038637 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:37.048728 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:37.049350 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d93ce760>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:37.096996 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-8f426795-78f5-43e8-9231-c5b213ca1da8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "DELETE /v2.0/floatingips/9d7c1c7d-f2f0-4777-aa88-aa7d83034947 HTTP/1.1" status: 204  len: 168 time: 1.5676517
Jun 27 12:33:37.104761 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:33:37.163922 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:33:37.231063 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:37.284920 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-1081a1d6-4202-4f75-a310-d0a2692dc2ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb6bd2e56d294617a0688aa163d28e49&device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 1098 time: 0.0745645
Jun 27 12:33:37.420392 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-775eb342-e848-4e5c-b4dd-b61f9fb04596 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:37.421837 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-775eb342-e848-4e5c-b4dd-b61f9fb04596 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 200  len: 915 time: 0.1306157
Jun 27 12:33:37.496558 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-591e5dfc-cdc1-4048-b895-74689826fc6e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 200  len: 217 time: 0.0679185
Jun 27 12:33:37.549814 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d93ce760>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:37.554217 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Checking router: 0ace3203-3eaf-49ff-8006-48b8e0e96b1c for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:33:37.567129 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:37.567453 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d93ce760>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:37.572299 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-1547d6b8-0971-426a-b582-6c5617b8c134 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:37.575377 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-1547d6b8-0971-426a-b582-6c5617b8c134 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 200  len: 853 time: 0.0715773
Jun 27 12:33:37.660299 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-e0eded6f-3810-4528-8e4a-a81a7dc68597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c7be1a37-ce3a-4ecd-9481-aa7c08427732&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793774
Jun 27 12:33:37.786952 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:37.808949 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-8dac3d2b-b417-4774-ba13-4dbe988d08cf service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352940
Jun 27 12:33:38.044786 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-0add6f0d-f300-4c0b-b10d-569043dbfc55 req-1df60faa-d821-4916-a48c-f9efc4aebf4a service neutron] 10.222.0.47 "GET /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2285378
Jun 27 12:33:38.103101 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d93ce760>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:38.106926 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4014c97-fa1c-4687-9caa-3287f9be3590 None None] The sync data for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi is: [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:31:31Z', 'revision_number': 4, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'ffe84e53-2ad5-49f7-b5dc-7c4408f21142', 'name': '', 'network_id': 'c7be1a37-ce3a-4ecd-9481-aa7c08427732', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'mac_address': 'fa:16:3e:d4:9d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:31Z', 'updated_at': '2021-06-27T12:31:50Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'subnets': [{'id': '4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:33:38.319841 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8364a12b-9bac-4376-b90b-ea0f5fd0b63b None None] New status for floating IP 9d7c1c7d-f2f0-4777-aa88-aa7d83034947: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:33:41.421379 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ca482ed0-e4f2-471b-b714-aadefc2ccf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:41.792712 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:41.987652 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e0b26-4449-4beb-8e51-93cca64ef615 req-e5e12f81-96bf-4413-a09f-5042556375ba tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:41.988376 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-7e4e0b26-4449-4beb-8e51-93cca64ef615 req-e5e12f81-96bf-4413-a09f-5042556375ba tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Synchronizing usage tracker for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:33:42.066858 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-7e4e0b26-4449-4beb-8e51-93cca64ef615 req-e5e12f81-96bf-4413-a09f-5042556375ba tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Unset dirty status for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:33:42.068045 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e4e0b26-4449-4beb-8e51-93cca64ef615 req-e5e12f81-96bf-4413-a09f-5042556375ba tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.1548219
Jun 27 12:33:42.114377 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-7e4e0b26-4449-4beb-8e51-93cca64ef615 req-7bc7d753-67c1-43f2-a417-c6b9be3a5466 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406506
Jun 27 12:33:43.405371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31fb22-07e7-4f5d-971e-62863d933b4e req-adb0afcd-c593-4f63-8245-88010472bb95 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:43.406718 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb31fb22-07e7-4f5d-971e-62863d933b4e req-adb0afcd-c593-4f63-8245-88010472bb95 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.1708775
Jun 27 12:33:43.451671 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-fb31fb22-07e7-4f5d-971e-62863d933b4e req-056ee06c-b013-4b7c-8d82-766789f0fc65 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb06c975-db9e-4886-bd6e-92773717f894&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393181
Jun 27 12:33:43.643722 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c76b7b16-19b0-4517-ba9e-2eca74567c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:43.751161 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-6a465d6c-48b5-4d1a-86aa-20d51873c6d0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:33:43.751901 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-6a465d6c-48b5-4d1a-86aa-20d51873c6d0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Synchronizing usage tracker for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:33:43.763947 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-6a465d6c-48b5-4d1a-86aa-20d51873c6d0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Unset dirty status for tenant:eb6bd2e56d294617a0688aa163d28e49 on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:33:43.765049 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-6a465d6c-48b5-4d1a-86aa-20d51873c6d0 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.47 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 945 time: 0.0899699
Jun 27 12:33:43.835467 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Deleting port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:43.840347 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:44.074393 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] For port a16e35ce-a686-487e-b7b0-2f3fd7b163a5, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:44.074759 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:44.194649 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Calling delete_port for a16e35ce-a686-487e-b7b0-2f3fd7b163a5 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:44.386772 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:44.392304 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e6f26a4f-41ba-416c-9acb-ac8053791a52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:44.422667 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] get_ports_and_sgs() called for port_ids ['a16e35ce-a686-487e-b7b0-2f3fd7b163a5'] {{(pid=74901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 27 12:33:44.437700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Pushing event deleted for resources: {'Port': ['ID=a16e35ce-a686-487e-b7b0-2f3fd7b163a5,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:44.441113 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:44.510689 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] No DVR routers for this DVR port a16e35ce-a686-487e-b7b0-2f3fd7b163a5 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:33:44.513156 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:44.515722 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'name': 'network-vif-deleted', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:33:44.571197 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36154d03-af7e-4312-a0ae-3f43a03b0c99', 'name': 'network-vif-deleted', 'tag': 'a16e35ce-a686-487e-b7b0-2f3fd7b163a5', 'status': 'completed', 'code': 200}
Jun 27 12:33:44.575078 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-d66d673e-ffa5-4e99-8579-b8e69e300077 req-cec85dc0-78e7-4ada-8db1-a3b4e463acf8 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.47 "DELETE /v2.0/ports/a16e35ce-a686-487e-b7b0-2f3fd7b163a5 HTTP/1.1" status: 204  len: 173 time: 0.8034549
Jun 27 12:33:44.616008 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-749eff4c-473f-43a9-baba-01eff3721c2f req-6690a976-d311-4d2a-bb89-b0318ceb7c78 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 210 time: 0.0413840
Jun 27 12:33:44.684331 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:45.797878 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-82f6efc8-5839-4a2e-abfd-f828ec44c3a3 req-d1192972-ccfa-4194-9c3e-e7c57f4e3bb7 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] 10.222.0.21 "GET /v2.0/ports?device_id=36154d03-af7e-4312-a0ae-3f43a03b0c99 HTTP/1.1" status: 200  len: 210 time: 0.0457788
Jun 27 12:33:46.238317 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:47.640547 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a16e35ce-a686-487e-b7b0-2f3fd7b163a5 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:33:47.676101 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: a16e35ce-a686-487e-b7b0-2f3fd7b163a5 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:33:47.676503 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device a16e35ce-a686-487e-b7b0-2f3fd7b163a5 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:33:48.152773 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49882) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:48.533148 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:49.127712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Deleting port ffe84e53-2ad5-49f7-b5dc-7c4408f21142 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:49.127965 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:49.301991 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] For port ffe84e53-2ad5-49f7-b5dc-7c4408f21142, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:49.302712 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:49.421605 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Calling delete_port for ffe84e53-2ad5-49f7-b5dc-7c4408f21142 owned by network:router_interface {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:49.758072 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:49.761840 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c5c63ba1-3235-4b75-b22a-a33b2fe801cc tempest-ServerRescueNegativeTestJSON-442340376 tempest-ServerRescueNegativeTestJSON-442340376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:49.802504 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe84e53-2ad5-49f7-b5dc-7c4408f21142,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:49.806426 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:50.085628 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:50.648600 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:33:50.838405 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:33:50.847879 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36605-46b3-467d-962d-27622002008c None None] Sync routers for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:33:50.850794 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-e52fad97-5375-45c2-a119-731cc59f6a46 admin admin] 10.222.0.21 "PUT /v2.0/routers/0ace3203-3eaf-49ff-8006-48b8e0e96b1c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6969142
Jun 27 12:33:50.853651 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49886) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:50.861885 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f36605-46b3-467d-962d-27622002008c None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:50.862727 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-45f36605-46b3-467d-962d-27622002008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90963d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:51.044028 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-45f36605-46b3-467d-962d-27622002008c None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:51.145427 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks [] for router, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:51.330249 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-45f36605-46b3-467d-962d-27622002008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90963d0>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:33:49Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:51.333944 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36605-46b3-467d-962d-27622002008c None None] Checking router: 0ace3203-3eaf-49ff-8006-48b8e0e96b1c for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:33:51.345874 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f36605-46b3-467d-962d-27622002008c None None] Routers {'0ace3203-3eaf-49ff-8006-48b8e0e96b1c'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:51.346475 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-45f36605-46b3-467d-962d-27622002008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d90963d0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:51.346656 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:51.409770 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Deleting port 8d9b36ec-65e5-41ad-915d-7d8525164f51 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:51.410117 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:51.564265 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-45f36605-46b3-467d-962d-27622002008c None None] Set router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:51.584606 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] For port 8d9b36ec-65e5-41ad-915d-7d8525164f51, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8d9b36ec-65e5-41ad-915d-7d8525164f51,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:51.584891 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:51.704056 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Calling delete_port for 8d9b36ec-65e5-41ad-915d-7d8525164f51 owned by network:router_gateway {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:51.846337 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-45f36605-46b3-467d-962d-27622002008c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d90963d0>, [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:33:49Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:51.850495 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f36605-46b3-467d-962d-27622002008c None None] The sync data for ids ['0ace3203-3eaf-49ff-8006-48b8e0e96b1c'] in dv-cinder-798098-1-iscsi is: [{'id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'name': 'tempest-TestMinimumBasicScenario-585249061-router', 'tenant_id': 'eb6bd2e56d294617a0688aa163d28e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:28Z', 'updated_at': '2021-06-27T12:33:49Z', 'revision_number': 5, 'project_id': 'eb6bd2e56d294617a0688aa163d28e49', 'gw_port': {'id': '8d9b36ec-65e5-41ad-915d-7d8525164f51', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ace3203-3eaf-49ff-8006-48b8e0e96b1c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:29Z', 'updated_at': '2021-06-27T12:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:33:51.924037 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:51.927825 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:51.970567 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9b36ec-65e5-41ad-915d-7d8525164f51,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:51.974464 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:52.185529 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.270938 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ffe84e53-2ad5-49f7-b5dc-7c4408f21142 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:33:52.305415 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: ffe84e53-2ad5-49f7-b5dc-7c4408f21142 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:33:52.305959 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device ffe84e53-2ad5-49f7-b5dc-7c4408f21142 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:33:52.447992 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.452118 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.557362 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.557880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ace3203-3eaf-49ff-8006-48b8e0e96b1c {{(pid=74899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:33:52.570057 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.573713 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-c63e7550-93a9-4055-bb11-13048b70840c admin admin] 10.222.0.21 "DELETE /v2.0/routers/0ace3203-3eaf-49ff-8006-48b8e0e96b1c HTTP/1.1" status: 204  len: 168 time: 1.7166586
Jun 27 12:33:52.574027 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49890) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:52.747813 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Deleting subnet 4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:33:52.751131 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.800013 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:52.879619 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.010517 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.014262 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:53.050713 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:53.053375 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:53.055747 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.061499 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-54a8c888-9f2a-417e-9143-45bd48032e5e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4cdd57ad-ebfb-4e08-9194-ed0a75a6e29b HTTP/1.1" status: 204  len: 168 time: 0.4865208
Jun 27 12:33:53.061889 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dacafb-eded-412f-a9ef-85080da383e0 None None] Network c7be1a37-ce3a-4ecd-9481-aa7c08427732 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:33:53.063972 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49894) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:53.164834 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.175259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Deleting port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:53.175616 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.317440 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] DHCP port deletion for c7be1a37-ce3a-4ecd-9481-aa7c08427732 request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:33:53.322182 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Deleting port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:53.322568 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.386919 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] For port edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:53.387272 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.504741 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Calling delete_port for edf6a3b0-879f-4948-b07c-da65e1e2c2f5 owned by network:dhcp {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:53.522249 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] For port edf6a3b0-879f-4948-b07c-da65e1e2c2f5, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,segment=NetworkSegment(b045cba1-11ac-412b-b572-d1d58c14bd9b),segment_id=b045cba1-11ac-412b-b572-d1d58c14bd9b)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:53.522583 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.641688 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Calling delete_port for edf6a3b0-879f-4948-b07c-da65e1e2c2f5 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:53.695507 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.700482 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:53.712182 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:33:53.715419 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:33:53.743708 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Pushing event deleted for resources: {'Port': ['ID=edf6a3b0-879f-4948-b07c-da65e1e2c2f5,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:53.746107 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:53.749384 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] No DVR routers for this DVR port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 on host dv-cinder-798098-1-iscsi {{(pid=74899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:33:53.866769 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.879257 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d83fd5b0>,) {'filters': {'network_id': ['c7be1a37-ce3a-4ecd-9481-aa7c08427732']}} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:53.891291 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d83fd5b0>, 'b045cba1-11ac-412b-b572-d1d58c14bd9b') {'for_net_delete': True} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:53.891581 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.services.segments.db [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d83fd5b0>, 'b045cba1-11ac-412b-b572-d1d58c14bd9b') {} {{(pid=74899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:53.902968 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2425838'] for segment, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.918371 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.924493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=74899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:33:53.924880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2425547'] for segment, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]: Traceback (most recent call last):
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     timer()
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     cb(*args, **kw)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     return func(*args, **kwargs)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     self._notify()
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     self.callback(batched_events)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     event.method(event)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     return f(self, *a, **k)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._get(url).json()
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:33:53.941393 dv-cinder-798098-1-iscsi neutron-server[74899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:33:54.106827 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:54.111746 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:54.116407 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:54.128135 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8d9b36ec-65e5-41ad-915d-7d8525164f51 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:33:54.140414 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7be1a37-ce3a-4ecd-9481-aa7c08427732,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:54.142778 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:54.161984 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 8d9b36ec-65e5-41ad-915d-7d8525164f51 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:33:54.162334 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8d9b36ec-65e5-41ad-915d-7d8525164f51 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:33:54.162759 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device edf6a3b0-879f-4948-b07c-da65e1e2c2f5 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:33:54.194036 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: edf6a3b0-879f-4948-b07c-da65e1e2c2f5 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:33:54.196439 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device edf6a3b0-879f-4948-b07c-da65e1e2c2f5 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:33:54.213513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Deleting port edf6a3b0-879f-4948-b07c-da65e1e2c2f5 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:54.214204 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:54.239036 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-793c591f-ca20-4f56-8bb6-707a9636d541 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c7be1a37-ce3a-4ecd-9481-aa7c08427732 HTTP/1.1" status: 204  len: 168 time: 1.1740353
Jun 27 12:33:54.241846 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49898) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:54.281864 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6d71d-cd18-4a79-b291-55b158bd0fae None None] The port 'edf6a3b0-879f-4948-b07c-da65e1e2c2f5' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:33:54.721768 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:55.319445 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Deleting port 8257782a-8bcd-47ca-9693-a8e11f834385 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:55.320178 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:55.486729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] For port 8257782a-8bcd-47ca-9693-a8e11f834385, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=8257782a-8bcd-47ca-9693-a8e11f834385,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:55.487081 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:55.609608 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Calling delete_port for 8257782a-8bcd-47ca-9693-a8e11f834385 owned by network:router_interface {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:55.831404 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:55.835251 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-f6cb6f3b-5d68-4f60-9ce0-346985a2b652 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:55.882673 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8257782a-8bcd-47ca-9693-a8e11f834385,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:55.886493 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:56.261381 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:56.827498 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Router 3eccbd7d-6a86-485e-b3ba-769faefe8356 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:33:57.025076 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:33:57.033316 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Sync routers for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:33:57.034461 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-3b4f7528-0004-4675-9e5d-4cf5bfa9ca24 admin admin] 10.222.0.21 "PUT /v2.0/routers/3eccbd7d-6a86-485e-b3ba-769faefe8356/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7916446
Jun 27 12:33:57.036897 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49902) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:57.046335 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:57.046944 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9392cd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:57.220577 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:57.231181 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks [] for router, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:57.423999 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:57.499022 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9392cd0>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:33:55Z', 'revision_number': 5, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port': {'id': '4e956e6f-15d2-4cd7-bcde-0696a4022ec8', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:bb:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:31:36Z', 'updated_at': '2021-06-27T12:31:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:57.501030 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Deleting port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:57.504593 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:57.504785 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Checking router: 3eccbd7d-6a86-485e-b3ba-769faefe8356 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:33:57.513837 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Routers {'3eccbd7d-6a86-485e-b3ba-769faefe8356'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:33:57.514436 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9392cd0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:33:44Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['3eccbd7d-6a86-485e-b3ba-769faefe8356'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:57.691615 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] Set router 3eccbd7d-6a86-485e-b3ba-769faefe8356 gateway port host: None {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:33:57.793499 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.db [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] For port 4e956e6f-15d2-4cd7-bcde-0696a4022ec8, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:57.795561 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:57.797264 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9392cd0>, [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:33:57Z', 'revision_number': 6, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:33:57.801288 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975a50-41a9-4b24-be28-ed288063afe3 None None] The sync data for ids ['3eccbd7d-6a86-485e-b3ba-769faefe8356'] in dv-cinder-798098-1-iscsi is: [{'id': '3eccbd7d-6a86-485e-b3ba-769faefe8356', 'name': 'tempest-TestMinimumBasicScenario-689730355-router', 'tenant_id': 'bc5f571529764640a77a969a9fd4a3c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:31:35Z', 'updated_at': '2021-06-27T12:33:57Z', 'revision_number': 6, 'project_id': 'bc5f571529764640a77a969a9fd4a3c2', 'gw_port_host': None}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:33:57.917731 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Calling delete_port for 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 owned by network:router_gateway {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:58.152679 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.156572 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-cdb95122-78e2-49d3-80ea-12d86c526727 tempest-TestMinimumBasicScenario-834067631 tempest-TestMinimumBasicScenario-834067631-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:58.169654 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8257782a-8bcd-47ca-9693-a8e11f834385 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:33:58.202543 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e956e6f-15d2-4cd7-bcde-0696a4022ec8,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:58.205544 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:58.211484 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 8257782a-8bcd-47ca-9693-a8e11f834385 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:33:58.211852 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 8257782a-8bcd-47ca-9693-a8e11f834385 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:33:58.421732 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.682069 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.686508 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.809543 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.810059 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eccbd7d-6a86-485e-b3ba-769faefe8356 {{(pid=74899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:33:58.823436 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] Notify callbacks [] for router, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.826937 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-096d5efb-1005-41d3-8b93-f2f3e66f6138 admin admin] 10.222.0.21 "DELETE /v2.0/routers/3eccbd7d-6a86-485e-b3ba-769faefe8356 HTTP/1.1" status: 204  len: 168 time: 1.7869306
Jun 27 12:33:58.827322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49906) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:58.900305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Deleting subnet 962debe2-04a7-4d90-876a-f106cdba8440 {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:33:58.903602 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:58.953676 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.028097 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.186753 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.190634 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-9f2fb02b-4053-4692-b05f-b87a13c8f4cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:59.226232 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=962debe2-04a7-4d90-876a-f106cdba8440,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:59.228691 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:59.232163 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.238279 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-17702490-7ce0-4752-9b46-9b0184d8bac5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/962debe2-04a7-4d90-876a-f106cdba8440 HTTP/1.1" status: 204  len: 168 time: 0.4099488
Jun 27 12:33:59.238521 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290949d5-82b6-4749-99e7-0bac441731b5 None None] Network 5c8de8ae-af1a-4d9d-8292-a7f804daea1f requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:33:59.240687 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49910) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:33:59.346177 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.357174 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Deleting port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:59.357506 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.487493 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] DHCP port deletion for 5c8de8ae-af1a-4d9d-8292-a7f804daea1f request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:33:59.491733 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Deleting port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:33:59.492125 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.564151 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] For port 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6b66bc90-98f9-4847-b89b-e33b9ab880f0,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:59.564545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.733020 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] For port 6b66bc90-98f9-4847-b89b-e33b9ab880f0, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=6b66bc90-98f9-4847-b89b-e33b9ab880f0,segment=NetworkSegment(46745223-390d-48cd-932d-b1cf8951cc9d),segment_id=46745223-390d-48cd-932d-b1cf8951cc9d)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:33:59.733445 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.764970 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Calling delete_port for 6b66bc90-98f9-4847-b89b-e33b9ab880f0 owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:59.853136 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Calling delete_port for 6b66bc90-98f9-4847-b89b-e33b9ab880f0 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:33:59.895394 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:33:59.900031 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-3eecac6d-6633-4743-bcf1-632ca5437f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:33:59.926652 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:33:59.927015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:33:59.943571 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b66bc90-98f9-4847-b89b-e33b9ab880f0,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:33:59.947496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:33:59.950373 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] No DVR routers for this DVR port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:34:00.064209 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.077629 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d90fde20>,) {'filters': {'network_id': ['5c8de8ae-af1a-4d9d-8292-a7f804daea1f']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:00.090776 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90fde20>, '46745223-390d-48cd-932d-b1cf8951cc9d') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:00.091079 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90fde20>, '46745223-390d-48cd-932d-b1cf8951cc9d') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:00.102934 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.118599 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.127705 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:34:00.127705 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.129258 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6b66bc90-98f9-4847-b89b-e33b9ab880f0 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:34:00.139701 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:34:00.162691 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 6b66bc90-98f9-4847-b89b-e33b9ab880f0 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:00.163044 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 6b66bc90-98f9-4847-b89b-e33b9ab880f0 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:00.163510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:00.195377 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:00.202857 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 4e956e6f-15d2-4cd7-bcde-0696a4022ec8 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:00.289244 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.293499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-eb50c17c-95c6-4046-8ad2-45954f11d393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:00.306101 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.317067 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8de8ae-af1a-4d9d-8292-a7f804daea1f,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:00.319892 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:00.321601 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5c8de8ae-af1a-4d9d-8292-a7f804daea1f HTTP/1.1" status: 204  len: 168 time: 1.0797460
Jun 27 12:34:00.428167 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Deleting port 6b66bc90-98f9-4847-b89b-e33b9ab880f0 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:00.428704 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.493570 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-d92f2fef-7106-4c88-8174-67c820e6ec09 None None] The port '6b66bc90-98f9-4847-b89b-e33b9ab880f0' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:34:00.692431 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49916) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:00.741381 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-53d162f9-fdab-411f-bfa6-012822953b72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb6bd2e56d294617a0688aa163d28e49&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0476971
Jun 27 12:34:00.743782 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49920) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:00.801690 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.826245 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.974314 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.978181 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-52bc5fda-2ee8-40eb-916c-910def768849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:00.991413 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb06c975-db9e-4886-bd6e-92773717f894,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:00.994264 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:00.996289 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:00.997798 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-54c3157a-4ea0-4b59-a3a2-8935e22461a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb06c975-db9e-4886-bd6e-92773717f894 HTTP/1.1" status: 204  len: 168 time: 0.2527902
Jun 27 12:34:01.702039 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49928) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:01.753531 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-edf1e648-36fa-46f2-a4a1-d760d71de545 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc5f571529764640a77a969a9fd4a3c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0502508
Jun 27 12:34:01.755880 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49932) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:01.814306 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:01.841338 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:01.980906 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:01.984859 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6e68df19-bfa8-4e25-9cd4-dbb9a382b377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:01.998381 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dd8bad-a4d4-4463-bb35-7876da4de130,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:02.003729 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:02.006948 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:02.008185 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-d7090e5b-621b-4039-b495-88c23cf0ac83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0dd8bad-a4d4-4463-bb35-7876da4de130 HTTP/1.1" status: 204  len: 168 time: 0.2512906
Jun 27 12:34:06.282154 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:09.850674 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:34:11.407979 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4a8c19f5-52e5-4c1c-b403-31a33bacca13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:11.809470 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:13.620353 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-306c2a4b-2bc6-4423-9d44-b5d4b03c1c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:14.655377 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:15.083236 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49938) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:15.374841 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Deleting port 4f12ae37-dae8-4ffe-89a3-600f170a2a1c {{(pid=74899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:15.375096 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:15.538179 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:15.538509 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:15.658190 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.plugins.ml2.plugin [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Calling delete_port for 4f12ae37-dae8-4ffe-89a3-600f170a2a1c owned by network:floatingip {{(pid=74899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:15.849281 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2425502'] for port, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:15.853900 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-0331a9a4-12da-4e00-b589-a2bab56b6fd6 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:15.902260 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event deleted for resources: {'Port': ['ID=4f12ae37-dae8-4ffe-89a3-600f170a2a1c,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:15.906306 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:15.991132 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for floatingip, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:16.254787 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:16.381621 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Router ccdfe66b-0391-4fe7-9f51-03568db9efd7 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:34:16.579517 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:34:16.588526 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Sync routers for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:34:16.594259 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for floatingip, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:16.600793 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:16.601420 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9394ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:16.646605 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-7a248224-195b-41a4-aef0-9a65ab85ee37 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "DELETE /v2.0/floatingips/78d72651-558a-4561-9706-078dc705a297 HTTP/1.1" status: 204  len: 168 time: 1.5623145
Jun 27 12:34:16.647237 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:34:16.704223 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'status': 'completed', 'code': 200}
Jun 27 12:34:16.784112 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:16.824375 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-2cd3abaa-5e88-4759-97f7-3e008f27edfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 1098 time: 0.0740669
Jun 27 12:34:16.965260 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-6e15097a-47b5-4c86-bab3-7355ed27fc10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:34:16.967308 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-6e15097a-47b5-4c86-bab3-7355ed27fc10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 200  len: 909 time: 0.1371794
Jun 27 12:34:17.040521 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-c19117f2-ab76-405d-a233-02b898b8c817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 200  len: 217 time: 0.0668180
Jun 27 12:34:17.108642 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-9062880f-66ab-4379-902e-a1b38855a885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:34:17.110110 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-9062880f-66ab-4379-902e-a1b38855a885 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 200  len: 847 time: 0.0637271
Jun 27 12:34:17.118007 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9394ca0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:17.122837 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Checking router: ccdfe66b-0391-4fe7-9f51-03568db9efd7 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:34:17.133548 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:17.134166 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d9394ca0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:17.191239 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-4eda9d48-fa95-4b62-9895-42ad2bdc0f98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=00b40602-3827-44f2-84cd-74d845a299cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736461
Jun 27 12:34:17.265753 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e512f7a-abb0-4300-ae3c-f5968a4e3e34 req-dd508f44-906e-434c-9b84-37c102556172 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:34:17.266586 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-4e512f7a-abb0-4300-ae3c-f5968a4e3e34 req-dd508f44-906e-434c-9b84-37c102556172 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Synchronizing usage tracker for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:port {{(pid=74899) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:34:17.328765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:17.331915 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-b43be912-c498-4417-8b65-ebdc5c636815 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320364
Jun 27 12:34:17.369219 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.quota.resource [req-4e512f7a-abb0-4300-ae3c-f5968a4e3e34 req-dd508f44-906e-434c-9b84-37c102556172 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Unset dirty status for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:port {{(pid=74899) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:34:17.370491 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e512f7a-abb0-4300-ae3c-f5968a4e3e34 req-dd508f44-906e-434c-9b84-37c102556172 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.1891799
Jun 27 12:34:17.428136 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-4e512f7a-abb0-4300-ae3c-f5968a4e3e34 req-9c5d7697-9bcd-422a-8985-d3fefd944ba9 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504236
Jun 27 12:34:17.471471 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-566a66c8-5d9d-42bd-965b-278bb6205659 req-f17691b7-697e-49a4-9084-0972aee1e3f3 service neutron] 10.222.0.47 "GET /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308293
Jun 27 12:34:17.679351 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d9394ca0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:17.683030 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b31b0b7-89cf-4b6f-a2a6-1314e9d163cc None None] The sync data for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:29:38Z', 'revision_number': 4, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi', '_interfaces': [{'id': 'c082d1de-08e6-445f-a9bd-49983e179aa1', 'name': '', 'network_id': '00b40602-3827-44f2-84cd-74d845a299cd', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'mac_address': 'fa:16:3e:05:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:37Z', 'updated_at': '2021-06-27T12:29:56Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'subnets': [{'id': '3f11709a-ef39-4c66-bcad-91eddd5f02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:34:17.903300 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36852067-fda7-47dc-a2d7-803e3fb9e752 None None] New status for floating IP 78d72651-558a-4561-9706-078dc705a297: DOWN {{(pid=74902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 27 12:34:18.627694 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b575cbed-ffb2-4528-b798-68c096ee3b56 req-f34c6a1e-7f2b-413e-8a68-940d8d266a04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:34:18.629164 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b575cbed-ffb2-4528-b798-68c096ee3b56 req-f34c6a1e-7f2b-413e-8a68-940d8d266a04 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0756066
Jun 27 12:34:18.674095 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-b575cbed-ffb2-4528-b798-68c096ee3b56 req-4559c00a-7633-48bc-9550-2732579f4a4f tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/security-groups?id=62c45aa3-aeda-42ab-ad38-db395ca15d98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395207
Jun 27 12:34:18.840138 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-62a6e2f6-62c2-42a1-a327-4ee477dd30f6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 27 12:34:18.840832 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-62a6e2f6-62c2-42a1-a327-4ee477dd30f6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Synchronizing usage tracker for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:port {{(pid=74900) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 27 12:34:18.852570 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.quota.resource [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-62a6e2f6-62c2-42a1-a327-4ee477dd30f6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Unset dirty status for tenant:bd81626c47bc4bae91fbf152cc5161ee on resource:port {{(pid=74900) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 27 12:34:18.853719 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-62a6e2f6-62c2-42a1-a327-4ee477dd30f6 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 945 time: 0.0888259
Jun 27 12:34:18.926150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Deleting port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:18.926499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:19.166842 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] For port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7, host hv-cinder-79809, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79809',level=0,port_id=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:19.167095 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:19.364710 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Calling delete_port for 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 owned by compute:nova {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:19.592198 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:19.597699 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-82b0f733-b968-4c8f-8c23-c4bc9717f462 tempest-TestVolumeBootPattern-64359709 tempest-TestVolumeBootPattern-64359709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:19.641167 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event deleted for resources: {'Port': ['ID=49386dec-f8fa-42eb-bf98-5c3f4ed87ea7,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:19.644477 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:19.714092 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] No DVR routers for this DVR port 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 on host hv-cinder-79809 {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:34:19.717503 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-107816'] for port, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:19.720213 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-deleted', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7'}] {{(pid=74900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 27 12:34:19.773403 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2618f0f3-9aa5-4af1-b23e-9108e762c6b3', 'name': 'network-vif-deleted', 'tag': '49386dec-f8fa-42eb-bf98-5c3f4ed87ea7', 'status': 'completed', 'code': 200}
Jun 27 12:34:19.792213 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [req-89837eea-c22d-42c2-8087-8ca093635cd3 req-6ae36228-404e-4c15-b52e-acb89370c493 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.47 "DELETE /v2.0/ports/49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 HTTP/1.1" status: 204  len: 173 time: 0.9335120
Jun 27 12:34:19.942307 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-0e1ca004-f470-4f45-8479-d84c8e657690 req-4fd0e6fd-275f-452f-a5c8-1a1adaa88f39 tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 210 time: 0.1418097
Jun 27 12:34:21.118342 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [req-9fcddb99-9001-400c-95e6-c934b6ea193e req-2f675a37-6928-4825-b26f-09fc7036adfc tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "GET /v2.0/ports?device_id=2618f0f3-9aa5-4af1-b23e-9108e762c6b3 HTTP/1.1" status: 200  len: 210 time: 0.0428677
Jun 27 12:34:21.752151 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 no longer exists at agent hyperv_hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:21.784292 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] No Port match for: 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:21.784663 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Device 49386dec-f8fa-42eb-bf98-5c3f4ed87ea7 not bound to the agent host hv-cinder-79809 {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:22.224193 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49958) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:22.291764 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:22.319201 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:22.460269 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:22.464497 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-83eef448-eb6a-4dac-bbb9-554b71ac2445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:22.479574 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c45aa3-aeda-42ab-ad38-db395ca15d98,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:22.482220 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:22.544990 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] Notify callbacks [] for security_group, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:22.546760 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-25438fcc-42a2-4369-8197-1472e51a59bb tempest-TestShelveInstance-959788759 tempest-TestShelveInstance-959788759-project] 10.222.0.21 "DELETE /v2.0/security-groups/62c45aa3-aeda-42ab-ad38-db395ca15d98 HTTP/1.1" status: 204  len: 168 time: 0.3214312
Jun 27 12:34:22.646851 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49964) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:23.043884 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:23.612090 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Deleting port c082d1de-08e6-445f-a9bd-49983e179aa1 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:23.612455 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:23.862290 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] For port c082d1de-08e6-445f-a9bd-49983e179aa1, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=c082d1de-08e6-445f-a9bd-49983e179aa1,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:23.862939 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:23.982567 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Calling delete_port for c082d1de-08e6-445f-a9bd-49983e179aa1 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:24.214813 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:24.218639 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-f4ee2b61-5b46-401b-b296-1b0f40210ac0 tempest-AttachVolumeNegativeTest-1618385877 tempest-AttachVolumeNegativeTest-1618385877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:24.257731 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c082d1de-08e6-445f-a9bd-49983e179aa1,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:24.264770 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:24.545511 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:25.117432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Router ccdfe66b-0391-4fe7-9f51-03568db9efd7 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:34:25.414432 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:34:25.422714 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Sync routers for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:34:25.426829 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0d8b3214-aee0-4468-829c-14c994c04ad9 admin admin] 10.222.0.21 "PUT /v2.0/routers/ccdfe66b-0391-4fe7-9f51-03568db9efd7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7789333
Jun 27 12:34:25.429450 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49968) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:25.434539 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:25.435140 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92b12b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:25.609800 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:25.624825 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:25.827758 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:25.894014 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92b12b0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '66721d9f-e300-4a68-b56a-499e943bc164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:34:24Z', 'revision_number': 5, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port': {'id': '66721d9f-e300-4a68-b56a-499e943bc164', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:35Z', 'updated_at': '2021-06-27T12:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:25.897765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Checking router: ccdfe66b-0391-4fe7-9f51-03568db9efd7 for host: dv-cinder-798098-1-iscsi {{(pid=74901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:34:25.908982 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Routers {'ccdfe66b-0391-4fe7-9f51-03568db9efd7'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:25.909583 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d92b12b0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'], 'active': True} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:25.922849 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Deleting port 66721d9f-e300-4a68-b56a-499e943bc164 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:25.927071 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:26.064616 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_dvr_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] Set router ccdfe66b-0391-4fe7-9f51-03568db9efd7 gateway port host: None {{(pid=74901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:26.103410 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] For port 66721d9f-e300-4a68-b56a-499e943bc164, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=66721d9f-e300-4a68-b56a-499e943bc164,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:26.103781 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:26.169886 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.db.l3_hamode_db [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d92b12b0>, [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:34:25Z', 'revision_number': 6, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port_host': None}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:26.173896 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f01c47a-df22-42b6-bc50-74e3f116e2f7 None None] The sync data for ids ['ccdfe66b-0391-4fe7-9f51-03568db9efd7'] in dv-cinder-798098-1-iscsi is: [{'id': 'ccdfe66b-0391-4fe7-9f51-03568db9efd7', 'name': 'tempest-TestShelveInstance-827773179-router', 'tenant_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:34Z', 'updated_at': '2021-06-27T12:34:25Z', 'revision_number': 6, 'project_id': 'bd81626c47bc4bae91fbf152cc5161ee', 'gw_port_host': None}] {{(pid=74901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:34:26.226797 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Calling delete_port for 66721d9f-e300-4a68-b56a-499e943bc164 owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:26.454565 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:26.458093 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-d34c3038-09a3-4ad7-9220-2671b478d80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:26.502760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=66721d9f-e300-4a68-b56a-499e943bc164,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:26.505223 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:26.728912 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.097576 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.101853 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.195760 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.196275 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccdfe66b-0391-4fe7-9f51-03568db9efd7 {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:34:27.208586 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.209732 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ccdfe66b-0391-4fe7-9f51-03568db9efd7 HTTP/1.1" status: 204  len: 168 time: 1.7793658
Jun 27 12:34:27.212241 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49972) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:27.281263 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.db_base_plugin_v2 [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Deleting subnet 3f11709a-ef39-4c66-bcad-91eddd5f02eb {{(pid=74900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:34:27.285078 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.339817 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2701946'] for subnet, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.416248 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.602094 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2702160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3021701'] for subnet, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.605686 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-e500d12c-bdab-49e9-b888-74085f9ea80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:27.642089 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f11709a-ef39-4c66-bcad-91eddd5f02eb,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:27.645465 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:27.648685 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.655085 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d3208b-5e7d-4e44-9938-1208b195ba15 None None] Network 00b40602-3827-44f2-84cd-74d845a299cd requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:34:27.655699 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-2390b803-9d4f-46a6-825c-2313764b8924 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3f11709a-ef39-4c66-bcad-91eddd5f02eb HTTP/1.1" status: 204  len: 168 time: 0.4422338
Jun 27 12:34:27.658102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49976) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:27.764935 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.775409 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Deleting port 60c09cba-9093-4896-9454-17ea1f94fcea {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:27.775750 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.914765 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] DHCP port deletion for 00b40602-3827-44f2-84cd-74d845a299cd request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:34:27.919178 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Deleting port 60c09cba-9093-4896-9454-17ea1f94fcea {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:27.919624 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:27.985471 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] For port 60c09cba-9093-4896-9454-17ea1f94fcea, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=60c09cba-9093-4896-9454-17ea1f94fcea,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:27.985840 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.106051 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Calling delete_port for 60c09cba-9093-4896-9454-17ea1f94fcea owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:28.149173 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c082d1de-08e6-445f-a9bd-49983e179aa1 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:28.190000 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: c082d1de-08e6-445f-a9bd-49983e179aa1 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:28.190344 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device c082d1de-08e6-445f-a9bd-49983e179aa1 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:28.190762 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 60c09cba-9093-4896-9454-17ea1f94fcea no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:28.228040 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] For port 60c09cba-9093-4896-9454-17ea1f94fcea, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=60c09cba-9093-4896-9454-17ea1f94fcea,segment=NetworkSegment(58e8440b-57c5-433b-871e-f005a275672c),segment_id=58e8440b-57c5-433b-871e-f005a275672c)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:28.228459 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.241925 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.246475 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-bd9ac5f3-5834-42da-baea-1c168008d369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:28.288157 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=60c09cba-9093-4896-9454-17ea1f94fcea,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:28.292200 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:28.295015 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] No DVR routers for this DVR port 60c09cba-9093-4896-9454-17ea1f94fcea on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:34:28.354397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Calling delete_port for 60c09cba-9093-4896-9454-17ea1f94fcea owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:28.400161 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No active binding found for port 60c09cba-9093-4896-9454-17ea1f94fcea {{(pid=74901) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Jun 27 12:34:28.400590 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 60c09cba-9093-4896-9454-17ea1f94fcea not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:28.401015 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 66721d9f-e300-4a68-b56a-499e943bc164 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:28.414895 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.428145 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d7f7af10>,) {'filters': {'network_id': ['00b40602-3827-44f2-84cd-74d845a299cd']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:28.438003 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 66721d9f-e300-4a68-b56a-499e943bc164 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:28.438354 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 66721d9f-e300-4a68-b56a-499e943bc164 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:28.441218 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d7f7af10>, '58e8440b-57c5-433b-871e-f005a275672c') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:28.441524 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d7f7af10>, '58e8440b-57c5-433b-871e-f005a275672c') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:28.454876 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.458401 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:34:28.458761 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:34:28.471357 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.477322 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:34:28.477691 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:34:28.490898 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:34:28.636355 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.639831 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:28.653872 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:28.665915 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=00b40602-3827-44f2-84cd-74d845a299cd,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:28.669868 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:28.746256 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-07e2c734-8986-48d7-9f68-9f5c3373c6ab admin admin] 10.222.0.21 "DELETE /v2.0/networks/00b40602-3827-44f2-84cd-74d845a299cd HTTP/1.1" status: 204  len: 168 time: 1.0870214
Jun 27 12:34:28.749494 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49980) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:28.960046 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Deleting port 60c09cba-9093-4896-9454-17ea1f94fcea {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:28.960632 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:29.027510 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-305ec4ad-2d76-40fd-99ba-bcb091a6eb2b None None] The port '60c09cba-9093-4896-9454-17ea1f94fcea' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:34:29.224716 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3822175'] for router_interface, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:29.802413 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Deleting port 0d57f29c-999d-49a6-9b51-0372b9036824 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:29.803102 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:29.971991 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] For port 0d57f29c-999d-49a6-9b51-0372b9036824, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=0d57f29c-999d-49a6-9b51-0372b9036824,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:29.972368 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:30.089714 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Calling delete_port for 0d57f29c-999d-49a6-9b51-0372b9036824 owned by network:router_interface {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:30.322679 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:30.326752 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:30.457419 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d57f29c-999d-49a6-9b51-0372b9036824,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:30.459777 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:30.743066 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3679414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3822945'] for router_interface, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:31.318004 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 has already been hosted by L3 agent dd5fca8f-7ccc-40a6-91e5-18a175b7e515 {{(pid=74900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 27 12:34:31.511582 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] Notify agent at l3_agent.dv-cinder-798098-1-iscsi the message routers_updated {{(pid=74900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 27 12:34:31.519726 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Sync routers for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 27 12:34:31.531626 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:31.532226 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91487c0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:31.587551 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-b289db68-f2c1-4ad3-bc1c-a9930a7278cd admin admin] 10.222.0.21 "PUT /v2.0/routers/c6dac19b-be7b-4b4c-adf0-90e62ac290e1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8369527
Jun 27 12:34:31.590168 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49984) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:31.706674 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:31.787822 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks [] for router, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:31.991735 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91487c0>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:34:30Z', 'revision_number': 5, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:31.995820 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Checking router: c6dac19b-be7b-4b4c-adf0-90e62ac290e1 for host: dv-cinder-798098-1-iscsi {{(pid=74902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 27 12:34:32.006985 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Routers {'c6dac19b-be7b-4b4c-adf0-90e62ac290e1'} bound to L3 agent in host dv-cinder-798098-1-iscsi {{(pid=74902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 27 12:34:32.007600 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f00d91487c0>, 'dv-cinder-798098-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-27T12:11:44Z,description=<?>,heartbeat_timestamp=2021-06-27T12:34:14Z,host='dv-cinder-798098-1-iscsi',id=dd5fca8f-7ccc-40a6-91e5-18a175b7e515,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-27T12:11:44Z,topic='l3_agent')) {'router_ids': ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'], 'active': True} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:32.098545 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:32.151289 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Deleting port 1a82002a-60cb-4b2e-b302-4e19b92ea35b {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:32.151719 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:32.188842 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_dvr_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] Set router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 gateway port host: dv-cinder-798098-1-iscsi {{(pid=74902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 27 12:34:32.327800 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] For port 1a82002a-60cb-4b2e-b302-4e19b92ea35b, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=1a82002a-60cb-4b2e-b302-4e19b92ea35b,segment=NetworkSegment(787b4a08-080f-43b0-a208-5ef74ec74e11),segment_id=787b4a08-080f-43b0-a208-5ef74ec74e11)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:32.328452 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:32.446387 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Calling delete_port for 1a82002a-60cb-4b2e-b302-4e19b92ea35b owned by network:router_gateway {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:32.503609 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.l3_hamode_db [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f00d91487c0>, [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:34:30Z', 'revision_number': 5, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}], 'dv-cinder-798098-1-iscsi', False) {} {{(pid=74902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:32.507458 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0eed11-855c-4eb2-9be6-77bf5524341c None None] The sync data for ids ['c6dac19b-be7b-4b4c-adf0-90e62ac290e1'] in dv-cinder-798098-1-iscsi is: [{'id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'name': 'tempest-TestShelveInstance-1844316056-router', 'tenant_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'external_fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102'}], 'enable_snat': True}, 'gw_port_id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:34:30Z', 'revision_number': 5, 'project_id': '740d9d650faf4be8b6e0a1e1657a94ba', 'gw_port': {'id': '1a82002a-60cb-4b2e-b302-4e19b92ea35b', 'name': '', 'network_id': 'c2b42fa0-f1ac-423c-8f5c-8274887c7a28', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dac19b-be7b-4b4c-adf0-90e62ac290e1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'ip_address': '172.27.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798098-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-27T12:29:42Z', 'updated_at': '2021-06-27T12:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf80232-fe9d-48f9-917d-2bf9bad3d93c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798098-1-iscsi'}] {{(pid=74902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 27 12:34:32.642729 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:32.646429 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-5c2e8797-55d4-43e1-8cbf-7973f1a346d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:32.686779 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1a82002a-60cb-4b2e-b302-4e19b92ea35b,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:32.690150 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:32.906990 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3824264'] for router_gateway, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.171426 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3818008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.175482 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.259967 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3818228'] for router, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.260662 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6dac19b-be7b-4b4c-adf0-90e62ac290e1 {{(pid=74900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 27 12:34:33.272499 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] Notify callbacks [] for router, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.276188 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [-] (74899) accepted ('10.222.0.21', 49988) {{(pid=74899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:33.277116 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-0adb9aea-b171-4564-ab00-272d876e6cfe admin admin] 10.222.0.21 "DELETE /v2.0/routers/c6dac19b-be7b-4b4c-adf0-90e62ac290e1 HTTP/1.1" status: 204  len: 168 time: 1.6859727
Jun 27 12:34:33.573431 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Deleting subnet 82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2 {{(pid=74899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 27 12:34:33.576198 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.627636 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2425825'] for subnet, precommit_delete_associations {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.707692 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775888'] for subnet, precommit_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.843618 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775897', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2425453', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3211665'] for subnet, after_delete {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.847639 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:33.884997 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2,revision_number=None']} {{(pid=74899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:33.888936 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG oslo_concurrency.lockutils [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74899) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:33.891662 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron_lib.callbacks.manager [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for subnet, before_response {{(pid=74899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:33.897116 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9bf31-2671-48c1-a343-3e4e9ae2606e None None] Network b27e139c-a311-4ae9-bc21-12bf443564d2 requested from dv-cinder-798098-1-iscsi {{(pid=74901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 27 12:34:33.897548 dv-cinder-798098-1-iscsi neutron-server[74899]: INFO neutron.wsgi [None req-6a979747-103c-449e-87e6-88105d5aff18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82e7ea47-1d93-4b57-a6a0-b4c4d21cffe2 HTTP/1.1" status: 204  len: 168 time: 0.6201069
Jun 27 12:34:33.900186 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 49994) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:34.007893 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598489'] for network, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.019039 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Deleting port f5174674-1ba5-4ec0-976b-4cb79baa7d50 {{(pid=74900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:34.019370 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.163450 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] DHCP port deletion for b27e139c-a311-4ae9-bc21-12bf443564d2 request from dv-cinder-798098-1-iscsi {{(pid=74901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 27 12:34:34.167893 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Deleting port f5174674-1ba5-4ec0-976b-4cb79baa7d50 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:34.168267 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.193211 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0d57f29c-999d-49a6-9b51-0372b9036824 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:34.237591 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 0d57f29c-999d-49a6-9b51-0372b9036824 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:34.237932 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 0d57f29c-999d-49a6-9b51-0372b9036824 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:34.238354 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1a82002a-60cb-4b2e-b302-4e19b92ea35b no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:34.272162 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: 1a82002a-60cb-4b2e-b302-4e19b92ea35b {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:34.277587 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device 1a82002a-60cb-4b2e-b302-4e19b92ea35b not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:34.323240 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.db [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] For port f5174674-1ba5-4ec0-976b-4cb79baa7d50, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=f5174674-1ba5-4ec0-976b-4cb79baa7d50,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:34.323599 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.429205 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.db [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] For port f5174674-1ba5-4ec0-976b-4cb79baa7d50, host dv-cinder-798098-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798098-1-iscsi',level=0,port_id=f5174674-1ba5-4ec0-976b-4cb79baa7d50,segment=NetworkSegment(1d43c13a-a66b-43c4-8933-37c51d3a4090),segment_id=1d43c13a-a66b-43c4-8933-37c51d3a4090)] {{(pid=74901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 27 12:34:34.429513 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3813327'] for port, precommit_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.446596 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.plugin [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Calling delete_port for f5174674-1ba5-4ec0-976b-4cb79baa7d50 owned by network:dhcp {{(pid=74900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:34.548192 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Calling delete_port for f5174674-1ba5-4ec0-976b-4cb79baa7d50 owned by network:dhcp {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 27 12:34:34.590700 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-643201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727602251942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727601808680', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2702243'] for port, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.596196 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-529f1a72-10c6-4e07-a110-6a837230ebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:34.615358 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.db.api [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 27 12:34:34.615718 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG oslo_db.api [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 27 12:34:34.635553 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5174674-1ba5-4ec0-976b-4cb79baa7d50,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:34.639091 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:34.642172 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] No DVR routers for this DVR port f5174674-1ba5-4ec0-976b-4cb79baa7d50 on host dv-cinder-798098-1-iscsi {{(pid=74900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 27 12:34:34.755496 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-778149', 'neutron.services.segments.db._delete_segments_for_network-8727602296962'] for network, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.768119 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f00d90b2910>,) {'filters': {'network_id': ['b27e139c-a311-4ae9-bc21-12bf443564d2']}} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:34.780747 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90b2910>, '1d43c13a-a66b-43c4-8933-37c51d3a4090') {'for_net_delete': True} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:34.781049 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.services.segments.db [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f00d90b2910>, '1d43c13a-a66b-43c4-8933-37c51d3a4090') {} {{(pid=74900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 27 12:34:34.792305 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727602268317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2701941'] for segment, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.808595 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-676164'] for segment, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.814671 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=74900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 27 12:34:34.815148 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-676191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2702326'] for segment, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]: Traceback (most recent call last):
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     timer()
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     cb(*args, **kw)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     return func(*args, **kwargs)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     self._notify()
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     self.callback(batched_events)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     event.method(event)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     return f(self, *a, **k)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._get(url).json()
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     return self.request(url, 'GET', **kwargs)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 27 12:34:34.827919 dv-cinder-798098-1-iscsi neutron-server[74900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 27 12:34:34.984588 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-777558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3679423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3824309'] for network, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:34.987888 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-de4b54d4-b20a-4a9f-b7d3-93822b811741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:35.001265 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3679401'] for network, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.011950 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b27e139c-a311-4ae9-bc21-12bf443564d2,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:35.016626 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:35.020058 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-a9370368-126b-4e11-a9dd-c795a3cabff0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b27e139c-a311-4ae9-bc21-12bf443564d2 HTTP/1.1" status: 204  len: 168 time: 1.1187549
Jun 27 12:34:35.117178 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Deleting port f5174674-1ba5-4ec0-976b-4cb79baa7d50 {{(pid=74901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 27 12:34:35.117750 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727602344111'] for port, before_delete {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.182026 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-47287eff-c7b1-4acd-9ae8-db9cc7d3715c None None] The port 'f5174674-1ba5-4ec0-976b-4cb79baa7d50' was deleted {{(pid=74901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 27 12:34:35.374536 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 50000) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:35.423347 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-320f5843-46fb-4863-924c-3a7959e76656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd81626c47bc4bae91fbf152cc5161ee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0476151
Jun 27 12:34:35.425615 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 50004) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:35.484216 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.514065 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.637286 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.642003 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-a79c9c59-24cd-4dd6-9444-bb3fb253607b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:35.654709 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b713a28-bd49-4e8b-8f7d-fe3d24ab1694,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:35.668652 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.670103 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.670103 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.670473 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.670753 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.671120 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.671488 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.671856 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.672222 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.672745 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.673388 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798098-1-iscsi {{(pid=74900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 27 12:34:35.677081 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:35.679455 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b713a28-bd49-4e8b-8f7d-fe3d24ab1694 HTTP/1.1" status: 204  len: 168 time: 0.2522366
Jun 27 12:34:35.679861 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-09345200-46c8-4f17-92bc-21c3efa78eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:36.144771 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device f5174674-1ba5-4ec0-976b-4cb79baa7d50 no longer exists at agent ovs-agent-dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 27 12:34:36.177820 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.plugin [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] No Port match for: f5174674-1ba5-4ec0-976b-4cb79baa7d50 {{(pid=74901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 27 12:34:36.178170 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron.plugins.ml2.rpc [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Device f5174674-1ba5-4ec0-976b-4cb79baa7d50 not bound to the agent host dv-cinder-798098-1-iscsi {{(pid=74901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 27 12:34:36.327788 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:36.378910 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 50012) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:36.429602 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-ee05c9cc-afc5-4763-a336-02216dfb2b5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=740d9d650faf4be8b6e0a1e1657a94ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0494945
Jun 27 12:34:36.431866 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [-] (74900) accepted ('10.222.0.21', 50016) {{(pid=74900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 27 12:34:36.490913 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:36.516858 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:36.642767 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3889590'] for security_group, after_delete {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:36.646329 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-c598274d-38ec-4bce-8d72-84b6013f0f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 27 12:34:36.661083 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2153e019-664f-4da1-b680-0870e20c2017,revision_number=None']} {{(pid=74900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 27 12:34:36.664977 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG oslo_concurrency.lockutils [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 27 12:34:36.668067 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron_lib.callbacks.manager [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:36.669452 dv-cinder-798098-1-iscsi neutron-server[74900]: INFO neutron.wsgi [None req-06d39568-9187-4d7c-8519-ed03d83f4d28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2153e019-664f-4da1-b680-0870e20c2017 HTTP/1.1" status: 204  len: 168 time: 0.2364416
Jun 27 12:34:41.448756 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-bad45436-45cc-429e-858b-02110ab95213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:41.808624 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:43.624439 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3c410c62-efdc-4de5-84b4-038009ff9f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:44.671369 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:46.264813 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:34:46.851758 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:35:06.316279 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:11.400865 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-24f6f5a4-abb9-4ad5-a767-05609d46d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:11.831326 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:13.630446 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-44c17501-b3b4-46d9-a677-580a69a1bd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:14.653029 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:16.270304 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:23.851884 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:35:36.038755 dv-cinder-798098-1-iscsi neutron-server[74899]: DEBUG neutron.wsgi [req-c3e87a81-a0b6-4bb1-8a90-2f07d55a0985 req-74265542-2ba3-47ab-a72b-9d000a5303e7 service neutron] (74899) timed out ('10.222.0.47', 64070) {{(pid=74899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 27 12:35:36.327452 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:41.406345 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d9f06bf2-a1d4-4dcd-b3eb-0b7456b769b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:41.875484 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:42.563600 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [req-878e8919-b354-46ec-a664-6680e1a7f84d req-3ecaa497-32a6-45c5-99f9-7b43d961c991 service neutron] (74900) timed out ('10.222.0.47', 64027) {{(pid=74900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 27 12:35:43.624148 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-960ef046-17ce-4187-9bb0-d244c5a2ddc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:44.663662 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:35:46.297397 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:00.851892 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:36:06.324720 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:11.406791 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d64e2e89-0846-41fa-8ee5-5002a2b83e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:11.789526 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:13.611062 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-082295f4-8628-4b50-ae11-bf987a3b5960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:14.673620 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:16.257284 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:36.335585 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:37.853039 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:36:41.400064 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-e7576bc7-6a72-4ea0-a992-e06fe284a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:41.799589 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:43.622453 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-10cd8cc2-e1ba-4580-9513-e8a4e4dd695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:44.700675 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:36:46.267924 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:06.377361 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:11.410664 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-ea260659-e586-499a-ac8d-394ae1057d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:11.804791 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:13.615942 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-c7c44ee0-fd0c-4548-bb09-ea45250a8dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:14.677435 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:14.853267 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:37:16.273172 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:36.381233 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:41.398942 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d72a5810-603f-4df9-bda3-e38f1f8805ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:41.813811 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:43.630734 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b15194d4-27dd-4929-9980-d48b75490ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:44.729730 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:46.300871 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:37:51.854537 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:38:06.420843 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:07.387249 dv-cinder-798098-1-iscsi neutron-server[74900]: DEBUG neutron.wsgi [req-2dfea459-fd32-4322-a439-e0a49a66b485 req-251e9d10-0400-40e8-8d0c-6c1d1495f665 service neutron] (74900) timed out ('10.222.0.47', 64071) {{(pid=74900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 27 12:38:11.426185 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-667a85cc-b8c2-48fb-a982-f1ce49677c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:11.806701 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:13.631906 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-625e1b7e-0450-4951-ae5d-179b80d6f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:14.697970 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:16.283333 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:28.855410 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:38:36.406110 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:41.425472 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-02f8ac90-8403-4bc4-abd7-12f60d21b34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:41.820538 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:43.629083 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-d5cbe084-c48f-44c1-8926-9d8f30a4c727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:44.693879 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:38:46.280174 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:05.856469 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:39:06.404992 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:11.445090 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-9f3fc3ec-68dc-4b3d-8d96-3fc04f7b1c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:11.809299 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:13.653189 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-8f236eff-1b3f-4dac-867b-04de80b91ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:14.681772 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:16.281611 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:36.447135 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-84efa033-e662-4a2d-9e49-c6cade3da917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:41.441315 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-b71458f0-fa25-4689-aa80-7b62860a3a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:41.823853 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-3556b034-59b4-4066-b029-38a913bdba84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:42.856249 dv-cinder-798098-1-iscsi neutron-server[74902]: DEBUG neutron.db.agents_db [None req-34e0952a-e9b5-494c-9a3a-84a2bf46e9c4 None None] Agent healthcheck: found 6 active agents {{(pid=74902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 27 12:39:43.632483 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-4c557dbf-df60-40ab-a924-eda74dbafd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:44.698178 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-1d9bff46-4ac8-4efc-97be-370cd4c9fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 27 12:39:46.289827 dv-cinder-798098-1-iscsi neutron-server[74901]: DEBUG neutron_lib.callbacks.manager [None req-236d723f-07fc-49c2-9fac-550ee61f6bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727602296944', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-770963'] for agent, after_update {{(pid=74901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}